ATSParser.cpp revision b7c8e91880463ff4981e3e53e98e45d68e2fe374 
1/*
2 * Copyright (C) 2010 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "ATSParser"
19#include <utils/Log.h>
20
21#include "ATSParser.h"
22
23#include "AnotherPacketSource.h"
24#include "ESQueue.h"
25#include "include/avc_utils.h"
26
27#include <media/stagefright/foundation/ABitReader.h>
28#include <media/stagefright/foundation/ABuffer.h>
29#include <media/stagefright/foundation/ADebug.h>
30#include <media/stagefright/foundation/AMessage.h>
31#include <media/stagefright/foundation/hexdump.h>
32#include <media/stagefright/MediaDefs.h>
33#include <media/stagefright/MediaErrors.h>
34#include <media/stagefright/MetaData.h>
35#include <media/stagefright/Utils.h>
36#include <media/IStreamSource.h>
37#include <utils/KeyedVector.h>
38
39namespace android {
40
41// I want the expression "y" evaluated even if verbose logging is off.
42#define MY_LOGV(x, y) \
43    do { unsigned tmp = y; ALOGV(x, tmp); } while (0)
44
45static const size_t kTSPacketSize = 188;
46
47struct ATSParser::Program : public RefBase {
48    Program(ATSParser *parser, unsigned programNumber, unsigned programMapPID);
49
50    bool parsePSISection(
51            unsigned pid, ABitReader *br, status_t *err);
52
53    bool parsePID(
54            unsigned pid, unsigned continuity_counter,
55            unsigned payload_unit_start_indicator,
56            ABitReader *br, status_t *err);
57
58    void signalDiscontinuity(
59            DiscontinuityType type, const sp<AMessage> &extra);
60
61    void signalEOS(status_t finalResult);
62
63    sp<MediaSource> getSource(SourceType type);
64
65    int64_t convertPTSToTimestamp(uint64_t PTS);
66
67    bool PTSTimeDeltaEstablished() const {
68        return mFirstPTSValid;
69    }
70
71    unsigned number() const { return mProgramNumber; }
72
73    void updateProgramMapPID(unsigned programMapPID) {
74        mProgramMapPID = programMapPID;
75    }
76
77    unsigned programMapPID() const {
78        return mProgramMapPID;
79    }
80
81    uint32_t parserFlags() const {
82        return mParser->mFlags;
83    }
84
85private:
86    ATSParser *mParser;
87    unsigned mProgramNumber;
88    unsigned mProgramMapPID;
89    KeyedVector<unsigned, sp<Stream> > mStreams;
90    bool mFirstPTSValid;
91    uint64_t mFirstPTS;
92
93    status_t parseProgramMap(ABitReader *br);
94
95    DISALLOW_EVIL_CONSTRUCTORS(Program);
96};
97
98struct ATSParser::Stream : public RefBase {
99    Stream(Program *program,
100           unsigned elementaryPID,
101           unsigned streamType,
102           unsigned PCR_PID);
103
104    unsigned type() const { return mStreamType; }
105    unsigned pid() const { return mElementaryPID; }
106    void setPID(unsigned pid) { mElementaryPID = pid; }
107
108    status_t parse(
109            unsigned continuity_counter,
110            unsigned payload_unit_start_indicator,
111            ABitReader *br);
112
113    void signalDiscontinuity(
114            DiscontinuityType type, const sp<AMessage> &extra);
115
116    void signalEOS(status_t finalResult);
117
118    sp<MediaSource> getSource(SourceType type);
119
120protected:
121    virtual ~Stream();
122
123private:
124    Program *mProgram;
125    unsigned mElementaryPID;
126    unsigned mStreamType;
127    unsigned mPCR_PID;
128    int32_t mExpectedContinuityCounter;
129
130    sp<ABuffer> mBuffer;
131    sp<AnotherPacketSource> mSource;
132    bool mPayloadStarted;
133
134    uint64_t mPrevPTS;
135
136    ElementaryStreamQueue *mQueue;
137
138    status_t flush();
139    status_t parsePES(ABitReader *br);
140
141    void onPayloadData(
142            unsigned PTS_DTS_flags, uint64_t PTS, uint64_t DTS,
143            const uint8_t *data, size_t size);
144
145    void extractAACFrames(const sp<ABuffer> &buffer);
146
147    bool isAudio() const;
148    bool isVideo() const;
149
150    DISALLOW_EVIL_CONSTRUCTORS(Stream);
151};
152
153struct ATSParser::PSISection : public RefBase {
154    PSISection();
155
156    status_t append(const void *data, size_t size);
157    void clear();
158
159    bool isComplete() const;
160    bool isEmpty() const;
161
162    const uint8_t *data() const;
163    size_t size() const;
164
165protected:
166    virtual ~PSISection();
167
168private:
169    sp<ABuffer> mBuffer;
170
171    DISALLOW_EVIL_CONSTRUCTORS(PSISection);
172};
173
174////////////////////////////////////////////////////////////////////////////////
175
176ATSParser::Program::Program(
177        ATSParser *parser, unsigned programNumber, unsigned programMapPID)
178    : mParser(parser),
179      mProgramNumber(programNumber),
180      mProgramMapPID(programMapPID),
181      mFirstPTSValid(false),
182      mFirstPTS(0) {
183    ALOGV("new program number %u", programNumber);
184}
185
186bool ATSParser::Program::parsePSISection(
187        unsigned pid, ABitReader *br, status_t *err) {
188    *err = OK;
189
190    if (pid != mProgramMapPID) {
191        return false;
192    }
193
194    *err = parseProgramMap(br);
195
196    return true;
197}
198
199bool ATSParser::Program::parsePID(
200        unsigned pid, unsigned continuity_counter,
201        unsigned payload_unit_start_indicator,
202        ABitReader *br, status_t *err) {
203    *err = OK;
204
205    ssize_t index = mStreams.indexOfKey(pid);
206    if (index < 0) {
207        return false;
208    }
209
210    *err = mStreams.editValueAt(index)->parse(
211            continuity_counter, payload_unit_start_indicator, br);
212
213    return true;
214}
215
216void ATSParser::Program::signalDiscontinuity(
217        DiscontinuityType type, const sp<AMessage> &extra) {
218    int64_t mediaTimeUs;
219    if ((type & DISCONTINUITY_TIME)
220            && extra != NULL
221            && extra->findInt64(
222                IStreamListener::kKeyMediaTimeUs, &mediaTimeUs)) {
223        mFirstPTSValid = false;
224    }
225
226    for (size_t i = 0; i < mStreams.size(); ++i) {
227        mStreams.editValueAt(i)->signalDiscontinuity(type, extra);
228    }
229}
230
231void ATSParser::Program::signalEOS(status_t finalResult) {
232    for (size_t i = 0; i < mStreams.size(); ++i) {
233        mStreams.editValueAt(i)->signalEOS(finalResult);
234    }
235}
236
237struct StreamInfo {
238    unsigned mType;
239    unsigned mPID;
240};
241
242status_t ATSParser::Program::parseProgramMap(ABitReader *br) {
243    unsigned table_id = br->getBits(8);
244    ALOGV("  table_id = %u", table_id);
245    CHECK_EQ(table_id, 0x02u);
246
247    unsigned section_syntax_indicator = br->getBits(1);
248    ALOGV("  section_syntax_indicator = %u", section_syntax_indicator);
249    CHECK_EQ(section_syntax_indicator, 1u);
250
251    CHECK_EQ(br->getBits(1), 0u);
252    MY_LOGV("  reserved = %u", br->getBits(2));
253
254    unsigned section_length = br->getBits(12);
255    ALOGV("  section_length = %u", section_length);
256    CHECK_EQ(section_length & 0xc00, 0u);
257    CHECK_LE(section_length, 1021u);
258
259    MY_LOGV("  program_number = %u", br->getBits(16));
260    MY_LOGV("  reserved = %u", br->getBits(2));
261    MY_LOGV("  version_number = %u", br->getBits(5));
262    MY_LOGV("  current_next_indicator = %u", br->getBits(1));
263    MY_LOGV("  section_number = %u", br->getBits(8));
264    MY_LOGV("  last_section_number = %u", br->getBits(8));
265    MY_LOGV("  reserved = %u", br->getBits(3));
266
267    unsigned PCR_PID = br->getBits(13);
268    ALOGV("  PCR_PID = 0x%04x", PCR_PID);
269
270    MY_LOGV("  reserved = %u", br->getBits(4));
271
272    unsigned program_info_length = br->getBits(12);
273    ALOGV("  program_info_length = %u", program_info_length);
274    CHECK_EQ(program_info_length & 0xc00, 0u);
275
276    br->skipBits(program_info_length * 8);  // skip descriptors
277
278    Vector<StreamInfo> infos;
279
280    // infoBytesRemaining is the number of bytes that make up the
281    // variable length section of ES_infos. It does not include the
282    // final CRC.
283    size_t infoBytesRemaining = section_length - 9 - program_info_length - 4;
284
285    while (infoBytesRemaining > 0) {
286        CHECK_GE(infoBytesRemaining, 5u);
287
288        unsigned streamType = br->getBits(8);
289        ALOGV("    stream_type = 0x%02x", streamType);
290
291        MY_LOGV("    reserved = %u", br->getBits(3));
292
293        unsigned elementaryPID = br->getBits(13);
294        ALOGV("    elementary_PID = 0x%04x", elementaryPID);
295
296        MY_LOGV("    reserved = %u", br->getBits(4));
297
298        unsigned ES_info_length = br->getBits(12);
299        ALOGV("    ES_info_length = %u", ES_info_length);
300        CHECK_EQ(ES_info_length & 0xc00, 0u);
301
302        CHECK_GE(infoBytesRemaining - 5, ES_info_length);
303
304#if 0
305        br->skipBits(ES_info_length * 8);  // skip descriptors
306#else
307        unsigned info_bytes_remaining = ES_info_length;
308        while (info_bytes_remaining >= 2) {
309            MY_LOGV("      tag = 0x%02x", br->getBits(8));
310
311            unsigned descLength = br->getBits(8);
312            ALOGV("      len = %u", descLength);
313
314            CHECK_GE(info_bytes_remaining, 2 + descLength);
315
316            br->skipBits(descLength * 8);
317
318            info_bytes_remaining -= descLength + 2;
319        }
320        CHECK_EQ(info_bytes_remaining, 0u);
321#endif
322
323        StreamInfo info;
324        info.mType = streamType;
325        info.mPID = elementaryPID;
326        infos.push(info);
327
328        infoBytesRemaining -= 5 + ES_info_length;
329    }
330
331    CHECK_EQ(infoBytesRemaining, 0u);
332    MY_LOGV("  CRC = 0x%08x", br->getBits(32));
333
334    bool PIDsChanged = false;
335    for (size_t i = 0; i < infos.size(); ++i) {
336        StreamInfo &info = infos.editItemAt(i);
337
338        ssize_t index = mStreams.indexOfKey(info.mPID);
339
340        if (index >= 0 && mStreams.editValueAt(index)->type() != info.mType) {
341            ALOGI("uh oh. stream PIDs have changed.");
342            PIDsChanged = true;
343            break;
344        }
345    }
346
347    if (PIDsChanged) {
348#if 0
349        ALOGI("before:");
350        for (size_t i = 0; i < mStreams.size(); ++i) {
351            sp<Stream> stream = mStreams.editValueAt(i);
352
353            ALOGI("PID 0x%08x => type 0x%02x", stream->pid(), stream->type());
354        }
355
356        ALOGI("after:");
357        for (size_t i = 0; i < infos.size(); ++i) {
358            StreamInfo &info = infos.editItemAt(i);
359
360            ALOGI("PID 0x%08x => type 0x%02x", info.mPID, info.mType);
361        }
362#endif
363
364        // The only case we can recover from is if we have two streams
365        // and they switched PIDs.
366
367        bool success = false;
368
369        if (mStreams.size() == 2 && infos.size() == 2) {
370            const StreamInfo &info1 = infos.itemAt(0);
371            const StreamInfo &info2 = infos.itemAt(1);
372
373            sp<Stream> s1 = mStreams.editValueAt(0);
374            sp<Stream> s2 = mStreams.editValueAt(1);
375
376            bool caseA =
377                info1.mPID == s1->pid() && info1.mType == s2->type()
378                    && info2.mPID == s2->pid() && info2.mType == s1->type();
379
380            bool caseB =
381                info1.mPID == s2->pid() && info1.mType == s1->type()
382                    && info2.mPID == s1->pid() && info2.mType == s2->type();
383
384            if (caseA || caseB) {
385                unsigned pid1 = s1->pid();
386                unsigned pid2 = s2->pid();
387                s1->setPID(pid2);
388                s2->setPID(pid1);
389
390                mStreams.clear();
391                mStreams.add(s1->pid(), s1);
392                mStreams.add(s2->pid(), s2);
393
394                success = true;
395            }
396        }
397
398        if (!success) {
399            ALOGI("Stream PIDs changed and we cannot recover.");
400            return ERROR_MALFORMED;
401        }
402    }
403
404    for (size_t i = 0; i < infos.size(); ++i) {
405        StreamInfo &info = infos.editItemAt(i);
406
407        ssize_t index = mStreams.indexOfKey(info.mPID);
408
409        if (index < 0) {
410            sp<Stream> stream = new Stream(
411                    this, info.mPID, info.mType, PCR_PID);
412
413            mStreams.add(info.mPID, stream);
414        }
415    }
416
417    return OK;
418}
419
420sp<MediaSource> ATSParser::Program::getSource(SourceType type) {
421    size_t index = (type == AUDIO) ? 0 : 0;
422
423    for (size_t i = 0; i < mStreams.size(); ++i) {
424        sp<MediaSource> source = mStreams.editValueAt(i)->getSource(type);
425        if (source != NULL) {
426            if (index == 0) {
427                return source;
428            }
429            --index;
430        }
431    }
432
433    return NULL;
434}
435
436int64_t ATSParser::Program::convertPTSToTimestamp(uint64_t PTS) {
437    if (!(mParser->mFlags & TS_TIMESTAMPS_ARE_ABSOLUTE)) {
438        if (!mFirstPTSValid) {
439            mFirstPTSValid = true;
440            mFirstPTS = PTS;
441            PTS = 0;
442        } else if (PTS < mFirstPTS) {
443            PTS = 0;
444        } else {
445            PTS -= mFirstPTS;
446        }
447    }
448
449    int64_t timeUs = (PTS * 100) / 9;
450
451    if (mParser->mAbsoluteTimeAnchorUs >= 0ll) {
452        timeUs += mParser->mAbsoluteTimeAnchorUs;
453    }
454
455    return timeUs;
456}
457
458////////////////////////////////////////////////////////////////////////////////
459
460ATSParser::Stream::Stream(
461        Program *program,
462        unsigned elementaryPID,
463        unsigned streamType,
464        unsigned PCR_PID)
465    : mProgram(program),
466      mElementaryPID(elementaryPID),
467      mStreamType(streamType),
468      mPCR_PID(PCR_PID),
469      mExpectedContinuityCounter(-1),
470      mPayloadStarted(false),
471      mPrevPTS(0),
472      mQueue(NULL) {
473    switch (mStreamType) {
474        case STREAMTYPE_H264:
475            mQueue = new ElementaryStreamQueue(
476                    ElementaryStreamQueue::H264,
477                    (mProgram->parserFlags() & ALIGNED_VIDEO_DATA)
478                        ? ElementaryStreamQueue::kFlag_AlignedData : 0);
479            break;
480        case STREAMTYPE_MPEG2_AUDIO_ADTS:
481            mQueue = new ElementaryStreamQueue(ElementaryStreamQueue::AAC);
482            break;
483        case STREAMTYPE_MPEG1_AUDIO:
484        case STREAMTYPE_MPEG2_AUDIO:
485            mQueue = new ElementaryStreamQueue(
486                    ElementaryStreamQueue::MPEG_AUDIO);
487            break;
488
489        case STREAMTYPE_MPEG1_VIDEO:
490        case STREAMTYPE_MPEG2_VIDEO:
491            mQueue = new ElementaryStreamQueue(
492                    ElementaryStreamQueue::MPEG_VIDEO);
493            break;
494
495        case STREAMTYPE_MPEG4_VIDEO:
496            mQueue = new ElementaryStreamQueue(
497                    ElementaryStreamQueue::MPEG4_VIDEO);
498            break;
499
500        case STREAMTYPE_PCM_AUDIO:
501            mQueue = new ElementaryStreamQueue(
502                    ElementaryStreamQueue::PCM_AUDIO);
503            break;
504
505        default:
506            break;
507    }
508
509    ALOGV("new stream PID 0x%02x, type 0x%02x", elementaryPID, streamType);
510
511    if (mQueue != NULL) {
512        mBuffer = new ABuffer(192 * 1024);
513        mBuffer->setRange(0, 0);
514    }
515}
516
517ATSParser::Stream::~Stream() {
518    delete mQueue;
519    mQueue = NULL;
520}
521
522status_t ATSParser::Stream::parse(
523        unsigned continuity_counter,
524        unsigned payload_unit_start_indicator, ABitReader *br) {
525    if (mQueue == NULL) {
526        return OK;
527    }
528
529    if (mExpectedContinuityCounter >= 0
530            && (unsigned)mExpectedContinuityCounter != continuity_counter) {
531        ALOGI("discontinuity on stream pid 0x%04x", mElementaryPID);
532
533        mPayloadStarted = false;
534        mBuffer->setRange(0, 0);
535        mExpectedContinuityCounter = -1;
536
537        return OK;
538    }
539
540    mExpectedContinuityCounter = (continuity_counter + 1) & 0x0f;
541
542    if (payload_unit_start_indicator) {
543        if (mPayloadStarted) {
544            // Otherwise we run the danger of receiving the trailing bytes
545            // of a PES packet that we never saw the start of and assuming
546            // we have a a complete PES packet.
547
548            status_t err = flush();
549
550            if (err != OK) {
551                return err;
552            }
553        }
554
555        mPayloadStarted = true;
556    }
557
558    if (!mPayloadStarted) {
559        return OK;
560    }
561
562    size_t payloadSizeBits = br->numBitsLeft();
563    CHECK_EQ(payloadSizeBits % 8, 0u);
564
565    size_t neededSize = mBuffer->size() + payloadSizeBits / 8;
566    if (mBuffer->capacity() < neededSize) {
567        // Increment in multiples of 64K.
568        neededSize = (neededSize + 65535) & ~65535;
569
570        ALOGI("resizing buffer to %d bytes", neededSize);
571
572        sp<ABuffer> newBuffer = new ABuffer(neededSize);
573        memcpy(newBuffer->data(), mBuffer->data(), mBuffer->size());
574        newBuffer->setRange(0, mBuffer->size());
575        mBuffer = newBuffer;
576    }
577
578    memcpy(mBuffer->data() + mBuffer->size(), br->data(), payloadSizeBits / 8);
579    mBuffer->setRange(0, mBuffer->size() + payloadSizeBits / 8);
580
581    return OK;
582}
583
584bool ATSParser::Stream::isVideo() const {
585    switch (mStreamType) {
586        case STREAMTYPE_H264:
587        case STREAMTYPE_MPEG1_VIDEO:
588        case STREAMTYPE_MPEG2_VIDEO:
589        case STREAMTYPE_MPEG4_VIDEO:
590            return true;
591
592        default:
593            return false;
594    }
595}
596
597bool ATSParser::Stream::isAudio() const {
598    switch (mStreamType) {
599        case STREAMTYPE_MPEG1_AUDIO:
600        case STREAMTYPE_MPEG2_AUDIO:
601        case STREAMTYPE_MPEG2_AUDIO_ADTS:
602        case STREAMTYPE_PCM_AUDIO:
603            return true;
604
605        default:
606            return false;
607    }
608}
609
610void ATSParser::Stream::signalDiscontinuity(
611        DiscontinuityType type, const sp<AMessage> &extra) {
612    mExpectedContinuityCounter = -1;
613
614    if (mQueue == NULL) {
615        return;
616    }
617
618    mPayloadStarted = false;
619    mBuffer->setRange(0, 0);
620
621    bool clearFormat = false;
622    if (isAudio()) {
623        if (type & DISCONTINUITY_AUDIO_FORMAT) {
624            clearFormat = true;
625        }
626    } else {
627        if (type & DISCONTINUITY_VIDEO_FORMAT) {
628            clearFormat = true;
629        }
630    }
631
632    mQueue->clear(clearFormat);
633
634    if (type & DISCONTINUITY_TIME) {
635        uint64_t resumeAtPTS;
636        if (extra != NULL
637                && extra->findInt64(
638                    IStreamListener::kKeyResumeAtPTS,
639                    (int64_t *)&resumeAtPTS)) {
640            int64_t resumeAtMediaTimeUs =
641                mProgram->convertPTSToTimestamp(resumeAtPTS);
642
643            extra->setInt64("resume-at-mediatimeUs", resumeAtMediaTimeUs);
644        }
645    }
646
647    if (mSource != NULL) {
648        mSource->queueDiscontinuity(type, extra);
649    }
650}
651
652void ATSParser::Stream::signalEOS(status_t finalResult) {
653    if (mSource != NULL) {
654        mSource->signalEOS(finalResult);
655    }
656}
657
658status_t ATSParser::Stream::parsePES(ABitReader *br) {
659    unsigned packet_startcode_prefix = br->getBits(24);
660
661    ALOGV("packet_startcode_prefix = 0x%08x", packet_startcode_prefix);
662
663    if (packet_startcode_prefix != 1) {
664        ALOGV("Supposedly payload_unit_start=1 unit does not start "
665             "with startcode.");
666
667        return ERROR_MALFORMED;
668    }
669
670    CHECK_EQ(packet_startcode_prefix, 0x000001u);
671
672    unsigned stream_id = br->getBits(8);
673    ALOGV("stream_id = 0x%02x", stream_id);
674
675    unsigned PES_packet_length = br->getBits(16);
676    ALOGV("PES_packet_length = %u", PES_packet_length);
677
678    if (stream_id != 0xbc  // program_stream_map
679            && stream_id != 0xbe  // padding_stream
680            && stream_id != 0xbf  // private_stream_2
681            && stream_id != 0xf0  // ECM
682            && stream_id != 0xf1  // EMM
683            && stream_id != 0xff  // program_stream_directory
684            && stream_id != 0xf2  // DSMCC
685            && stream_id != 0xf8) {  // H.222.1 type E
686        CHECK_EQ(br->getBits(2), 2u);
687
688        MY_LOGV("PES_scrambling_control = %u", br->getBits(2));
689        MY_LOGV("PES_priority = %u", br->getBits(1));
690        MY_LOGV("data_alignment_indicator = %u", br->getBits(1));
691        MY_LOGV("copyright = %u", br->getBits(1));
692        MY_LOGV("original_or_copy = %u", br->getBits(1));
693
694        unsigned PTS_DTS_flags = br->getBits(2);
695        ALOGV("PTS_DTS_flags = %u", PTS_DTS_flags);
696
697        unsigned ESCR_flag = br->getBits(1);
698        ALOGV("ESCR_flag = %u", ESCR_flag);
699
700        unsigned ES_rate_flag = br->getBits(1);
701        ALOGV("ES_rate_flag = %u", ES_rate_flag);
702
703        unsigned DSM_trick_mode_flag = br->getBits(1);
704        ALOGV("DSM_trick_mode_flag = %u", DSM_trick_mode_flag);
705
706        unsigned additional_copy_info_flag = br->getBits(1);
707        ALOGV("additional_copy_info_flag = %u", additional_copy_info_flag);
708
709        MY_LOGV("PES_CRC_flag = %u", br->getBits(1));
710        MY_LOGV("PES_extension_flag = %u", br->getBits(1));
711
712        unsigned PES_header_data_length = br->getBits(8);
713        ALOGV("PES_header_data_length = %u", PES_header_data_length);
714
715        unsigned optional_bytes_remaining = PES_header_data_length;
716
717        uint64_t PTS = 0, DTS = 0;
718
719        if (PTS_DTS_flags == 2 || PTS_DTS_flags == 3) {
720            CHECK_GE(optional_bytes_remaining, 5u);
721
722            CHECK_EQ(br->getBits(4), PTS_DTS_flags);
723
724            PTS = ((uint64_t)br->getBits(3)) << 30;
725            CHECK_EQ(br->getBits(1), 1u);
726            PTS |= ((uint64_t)br->getBits(15)) << 15;
727            CHECK_EQ(br->getBits(1), 1u);
728            PTS |= br->getBits(15);
729            CHECK_EQ(br->getBits(1), 1u);
730
731            ALOGV("PTS = 0x%016llx (%.2f)", PTS, PTS / 90000.0);
732
733            optional_bytes_remaining -= 5;
734
735            if (PTS_DTS_flags == 3) {
736                CHECK_GE(optional_bytes_remaining, 5u);
737
738                CHECK_EQ(br->getBits(4), 1u);
739
740                DTS = ((uint64_t)br->getBits(3)) << 30;
741                CHECK_EQ(br->getBits(1), 1u);
742                DTS |= ((uint64_t)br->getBits(15)) << 15;
743                CHECK_EQ(br->getBits(1), 1u);
744                DTS |= br->getBits(15);
745                CHECK_EQ(br->getBits(1), 1u);
746
747                ALOGV("DTS = %llu", DTS);
748
749                optional_bytes_remaining -= 5;
750            }
751        }
752
753        if (ESCR_flag) {
754            CHECK_GE(optional_bytes_remaining, 6u);
755
756            br->getBits(2);
757
758            uint64_t ESCR = ((uint64_t)br->getBits(3)) << 30;
759            CHECK_EQ(br->getBits(1), 1u);
760            ESCR |= ((uint64_t)br->getBits(15)) << 15;
761            CHECK_EQ(br->getBits(1), 1u);
762            ESCR |= br->getBits(15);
763            CHECK_EQ(br->getBits(1), 1u);
764
765            ALOGV("ESCR = %llu", ESCR);
766            MY_LOGV("ESCR_extension = %u", br->getBits(9));
767
768            CHECK_EQ(br->getBits(1), 1u);
769
770            optional_bytes_remaining -= 6;
771        }
772
773        if (ES_rate_flag) {
774            CHECK_GE(optional_bytes_remaining, 3u);
775
776            CHECK_EQ(br->getBits(1), 1u);
777            MY_LOGV("ES_rate = %u", br->getBits(22));
778            CHECK_EQ(br->getBits(1), 1u);
779
780            optional_bytes_remaining -= 3;
781        }
782
783        br->skipBits(optional_bytes_remaining * 8);
784
785        // ES data follows.
786
787        if (PES_packet_length != 0) {
788            CHECK_GE(PES_packet_length, PES_header_data_length + 3);
789
790            unsigned dataLength =
791                PES_packet_length - 3 - PES_header_data_length;
792
793            if (br->numBitsLeft() < dataLength * 8) {
794                ALOGE("PES packet does not carry enough data to contain "
795                     "payload. (numBitsLeft = %d, required = %d)",
796                     br->numBitsLeft(), dataLength * 8);
797
798                return ERROR_MALFORMED;
799            }
800
801            CHECK_GE(br->numBitsLeft(), dataLength * 8);
802
803            onPayloadData(
804                    PTS_DTS_flags, PTS, DTS, br->data(), dataLength);
805
806            br->skipBits(dataLength * 8);
807        } else {
808            onPayloadData(
809                    PTS_DTS_flags, PTS, DTS,
810                    br->data(), br->numBitsLeft() / 8);
811
812            size_t payloadSizeBits = br->numBitsLeft();
813            CHECK_EQ(payloadSizeBits % 8, 0u);
814
815            ALOGV("There's %d bytes of payload.", payloadSizeBits / 8);
816        }
817    } else if (stream_id == 0xbe) {  // padding_stream
818        CHECK_NE(PES_packet_length, 0u);
819        br->skipBits(PES_packet_length * 8);
820    } else {
821        CHECK_NE(PES_packet_length, 0u);
822        br->skipBits(PES_packet_length * 8);
823    }
824
825    return OK;
826}
827
828status_t ATSParser::Stream::flush() {
829    if (mBuffer->size() == 0) {
830        return OK;
831    }
832
833    ALOGV("flushing stream 0x%04x size = %d", mElementaryPID, mBuffer->size());
834
835    ABitReader br(mBuffer->data(), mBuffer->size());
836
837    status_t err = parsePES(&br);
838
839    mBuffer->setRange(0, 0);
840
841    return err;
842}
843
844void ATSParser::Stream::onPayloadData(
845        unsigned PTS_DTS_flags, uint64_t PTS, uint64_t DTS,
846        const uint8_t *data, size_t size) {
847#if 0
848    ALOGI("payload streamType 0x%02x, PTS = 0x%016llx, dPTS = %lld",
849          mStreamType,
850          PTS,
851          (int64_t)PTS - mPrevPTS);
852    mPrevPTS = PTS;
853#endif
854
855    ALOGV("onPayloadData mStreamType=0x%02x", mStreamType);
856
857    int64_t timeUs = 0ll;  // no presentation timestamp available.
858    if (PTS_DTS_flags == 2 || PTS_DTS_flags == 3) {
859        timeUs = mProgram->convertPTSToTimestamp(PTS);
860    }
861
862    status_t err = mQueue->appendData(data, size, timeUs);
863
864    if (err != OK) {
865        return;
866    }
867
868    sp<ABuffer> accessUnit;
869    while ((accessUnit = mQueue->dequeueAccessUnit()) != NULL) {
870        if (mSource == NULL) {
871            sp<MetaData> meta = mQueue->getFormat();
872
873            if (meta != NULL) {
874                ALOGV("Stream PID 0x%08x of type 0x%02x now has data.",
875                     mElementaryPID, mStreamType);
876
877                mSource = new AnotherPacketSource(meta);
878                mSource->queueAccessUnit(accessUnit);
879            }
880        } else if (mQueue->getFormat() != NULL) {
881            // After a discontinuity we invalidate the queue's format
882            // and won't enqueue any access units to the source until
883            // the queue has reestablished the new format.
884
885            if (mSource->getFormat() == NULL) {
886                mSource->setFormat(mQueue->getFormat());
887            }
888            mSource->queueAccessUnit(accessUnit);
889        }
890    }
891}
892
893sp<MediaSource> ATSParser::Stream::getSource(SourceType type) {
894    switch (type) {
895        case VIDEO:
896        {
897            if (isVideo()) {
898                return mSource;
899            }
900            break;
901        }
902
903        case AUDIO:
904        {
905            if (isAudio()) {
906                return mSource;
907            }
908            break;
909        }
910
911        default:
912            break;
913    }
914
915    return NULL;
916}
917
918////////////////////////////////////////////////////////////////////////////////
919
920ATSParser::ATSParser(uint32_t flags)
921    : mFlags(flags),
922      mAbsoluteTimeAnchorUs(-1ll),
923      mNumTSPacketsParsed(0),
924      mNumPCRs(0) {
925    mPSISections.add(0 /* PID */, new PSISection);
926}
927
928ATSParser::~ATSParser() {
929}
930
931status_t ATSParser::feedTSPacket(const void *data, size_t size) {
932    CHECK_EQ(size, kTSPacketSize);
933
934    ABitReader br((const uint8_t *)data, kTSPacketSize);
935    return parseTS(&br);
936}
937
938void ATSParser::signalDiscontinuity(
939        DiscontinuityType type, const sp<AMessage> &extra) {
940    int64_t mediaTimeUs;
941    if ((type & DISCONTINUITY_TIME)
942            && extra != NULL
943            && extra->findInt64(
944                IStreamListener::kKeyMediaTimeUs, &mediaTimeUs)) {
945        mAbsoluteTimeAnchorUs = mediaTimeUs;
946    } else if (type == DISCONTINUITY_ABSOLUTE_TIME) {
947        int64_t timeUs;
948        CHECK(extra->findInt64("timeUs", &timeUs));
949
950        CHECK(mPrograms.empty());
951        mAbsoluteTimeAnchorUs = timeUs;
952        return;
953    }
954
955    for (size_t i = 0; i < mPrograms.size(); ++i) {
956        mPrograms.editItemAt(i)->signalDiscontinuity(type, extra);
957    }
958}
959
960void ATSParser::signalEOS(status_t finalResult) {
961    CHECK_NE(finalResult, (status_t)OK);
962
963    for (size_t i = 0; i < mPrograms.size(); ++i) {
964        mPrograms.editItemAt(i)->signalEOS(finalResult);
965    }
966}
967
968void ATSParser::parseProgramAssociationTable(ABitReader *br) {
969    unsigned table_id = br->getBits(8);
970    ALOGV("  table_id = %u", table_id);
971    CHECK_EQ(table_id, 0x00u);
972
973    unsigned section_syntax_indictor = br->getBits(1);
974    ALOGV("  section_syntax_indictor = %u", section_syntax_indictor);
975    CHECK_EQ(section_syntax_indictor, 1u);
976
977    CHECK_EQ(br->getBits(1), 0u);
978    MY_LOGV("  reserved = %u", br->getBits(2));
979
980    unsigned section_length = br->getBits(12);
981    ALOGV("  section_length = %u", section_length);
982    CHECK_EQ(section_length & 0xc00, 0u);
983
984    MY_LOGV("  transport_stream_id = %u", br->getBits(16));
985    MY_LOGV("  reserved = %u", br->getBits(2));
986    MY_LOGV("  version_number = %u", br->getBits(5));
987    MY_LOGV("  current_next_indicator = %u", br->getBits(1));
988    MY_LOGV("  section_number = %u", br->getBits(8));
989    MY_LOGV("  last_section_number = %u", br->getBits(8));
990
991    size_t numProgramBytes = (section_length - 5 /* header */ - 4 /* crc */);
992    CHECK_EQ((numProgramBytes % 4), 0u);
993
994    for (size_t i = 0; i < numProgramBytes / 4; ++i) {
995        unsigned program_number = br->getBits(16);
996        ALOGV("    program_number = %u", program_number);
997
998        MY_LOGV("    reserved = %u", br->getBits(3));
999
1000        if (program_number == 0) {
1001            MY_LOGV("    network_PID = 0x%04x", br->getBits(13));
1002        } else {
1003            unsigned programMapPID = br->getBits(13);
1004
1005            ALOGV("    program_map_PID = 0x%04x", programMapPID);
1006
1007            bool found = false;
1008            for (size_t index = 0; index < mPrograms.size(); ++index) {
1009                const sp<Program> &program = mPrograms.itemAt(index);
1010
1011                if (program->number() == program_number) {
1012                    program->updateProgramMapPID(programMapPID);
1013                    found = true;
1014                    break;
1015                }
1016            }
1017
1018            if (!found) {
1019                mPrograms.push(
1020                        new Program(this, program_number, programMapPID));
1021            }
1022
1023            if (mPSISections.indexOfKey(programMapPID) < 0) {
1024                mPSISections.add(programMapPID, new PSISection);
1025            }
1026        }
1027    }
1028
1029    MY_LOGV("  CRC = 0x%08x", br->getBits(32));
1030}
1031
1032status_t ATSParser::parsePID(
1033        ABitReader *br, unsigned PID,
1034        unsigned continuity_counter,
1035        unsigned payload_unit_start_indicator) {
1036    ssize_t sectionIndex = mPSISections.indexOfKey(PID);
1037
1038    if (sectionIndex >= 0) {
1039        const sp<PSISection> &section = mPSISections.valueAt(sectionIndex);
1040
1041        if (payload_unit_start_indicator) {
1042            CHECK(section->isEmpty());
1043
1044            unsigned skip = br->getBits(8);
1045            br->skipBits(skip * 8);
1046        }
1047
1048
1049        CHECK((br->numBitsLeft() % 8) == 0);
1050        status_t err = section->append(br->data(), br->numBitsLeft() / 8);
1051
1052        if (err != OK) {
1053            return err;
1054        }
1055
1056        if (!section->isComplete()) {
1057            return OK;
1058        }
1059
1060        ABitReader sectionBits(section->data(), section->size());
1061
1062        if (PID == 0) {
1063            parseProgramAssociationTable(&sectionBits);
1064        } else {
1065            bool handled = false;
1066            for (size_t i = 0; i < mPrograms.size(); ++i) {
1067                status_t err;
1068                if (!mPrograms.editItemAt(i)->parsePSISection(
1069                            PID, &sectionBits, &err)) {
1070                    continue;
1071                }
1072
1073                if (err != OK) {
1074                    return err;
1075                }
1076
1077                handled = true;
1078                break;
1079            }
1080
1081            if (!handled) {
1082                mPSISections.removeItem(PID);
1083            }
1084        }
1085
1086        section->clear();
1087
1088        return OK;
1089    }
1090
1091    bool handled = false;
1092    for (size_t i = 0; i < mPrograms.size(); ++i) {
1093        status_t err;
1094        if (mPrograms.editItemAt(i)->parsePID(
1095                    PID, continuity_counter, payload_unit_start_indicator,
1096                    br, &err)) {
1097            if (err != OK) {
1098                return err;
1099            }
1100
1101            handled = true;
1102            break;
1103        }
1104    }
1105
1106    if (!handled) {
1107        ALOGV("PID 0x%04x not handled.", PID);
1108    }
1109
1110    return OK;
1111}
1112
1113void ATSParser::parseAdaptationField(ABitReader *br, unsigned PID) {
1114    unsigned adaptation_field_length = br->getBits(8);
1115
1116    if (adaptation_field_length > 0) {
1117        unsigned discontinuity_indicator = br->getBits(1);
1118
1119        if (discontinuity_indicator) {
1120            ALOGV("PID 0x%04x: discontinuity_indicator = 1 (!!!)", PID);
1121        }
1122
1123        br->skipBits(2);
1124        unsigned PCR_flag = br->getBits(1);
1125
1126        size_t numBitsRead = 4;
1127
1128        if (PCR_flag) {
1129            br->skipBits(4);
1130            uint64_t PCR_base = br->getBits(32);
1131            PCR_base = (PCR_base << 1) | br->getBits(1);
1132
1133            br->skipBits(6);
1134            unsigned PCR_ext = br->getBits(9);
1135
1136            // The number of bytes from the start of the current
1137            // MPEG2 transport stream packet up and including
1138            // the final byte of this PCR_ext field.
1139            size_t byteOffsetFromStartOfTSPacket =
1140                (188 - br->numBitsLeft() / 8);
1141
1142            uint64_t PCR = PCR_base * 300 + PCR_ext;
1143
1144            ALOGV("PID 0x%04x: PCR = 0x%016llx (%.2f)",
1145                  PID, PCR, PCR / 27E6);
1146
1147            // The number of bytes received by this parser up to and
1148            // including the final byte of this PCR_ext field.
1149            size_t byteOffsetFromStart =
1150                mNumTSPacketsParsed * 188 + byteOffsetFromStartOfTSPacket;
1151
1152            for (size_t i = 0; i < mPrograms.size(); ++i) {
1153                updatePCR(PID, PCR, byteOffsetFromStart);
1154            }
1155
1156            numBitsRead += 52;
1157        }
1158
1159        CHECK_GE(adaptation_field_length * 8, numBitsRead);
1160
1161        br->skipBits(adaptation_field_length * 8 - numBitsRead);
1162    }
1163}
1164
1165status_t ATSParser::parseTS(ABitReader *br) {
1166    ALOGV("---");
1167
1168    unsigned sync_byte = br->getBits(8);
1169    CHECK_EQ(sync_byte, 0x47u);
1170
1171    MY_LOGV("transport_error_indicator = %u", br->getBits(1));
1172
1173    unsigned payload_unit_start_indicator = br->getBits(1);
1174    ALOGV("payload_unit_start_indicator = %u", payload_unit_start_indicator);
1175
1176    MY_LOGV("transport_priority = %u", br->getBits(1));
1177
1178    unsigned PID = br->getBits(13);
1179    ALOGV("PID = 0x%04x", PID);
1180
1181    MY_LOGV("transport_scrambling_control = %u", br->getBits(2));
1182
1183    unsigned adaptation_field_control = br->getBits(2);
1184    ALOGV("adaptation_field_control = %u", adaptation_field_control);
1185
1186    unsigned continuity_counter = br->getBits(4);
1187    ALOGV("PID = 0x%04x, continuity_counter = %u", PID, continuity_counter);
1188
1189    // ALOGI("PID = 0x%04x, continuity_counter = %u", PID, continuity_counter);
1190
1191    if (adaptation_field_control == 2 || adaptation_field_control == 3) {
1192        parseAdaptationField(br, PID);
1193    }
1194
1195    status_t err = OK;
1196
1197    if (adaptation_field_control == 1 || adaptation_field_control == 3) {
1198        err = parsePID(
1199                br, PID, continuity_counter, payload_unit_start_indicator);
1200    }
1201
1202    ++mNumTSPacketsParsed;
1203
1204    return err;
1205}
1206
1207sp<MediaSource> ATSParser::getSource(SourceType type) {
1208    int which = -1;  // any
1209
1210    for (size_t i = 0; i < mPrograms.size(); ++i) {
1211        const sp<Program> &program = mPrograms.editItemAt(i);
1212
1213        if (which >= 0 && (int)program->number() != which) {
1214            continue;
1215        }
1216
1217        sp<MediaSource> source = program->getSource(type);
1218
1219        if (source != NULL) {
1220            return source;
1221        }
1222    }
1223
1224    return NULL;
1225}
1226
1227bool ATSParser::PTSTimeDeltaEstablished() {
1228    if (mPrograms.isEmpty()) {
1229        return false;
1230    }
1231
1232    return mPrograms.editItemAt(0)->PTSTimeDeltaEstablished();
1233}
1234
1235void ATSParser::updatePCR(
1236        unsigned PID, uint64_t PCR, size_t byteOffsetFromStart) {
1237    ALOGV("PCR 0x%016llx @ %d", PCR, byteOffsetFromStart);
1238
1239    if (mNumPCRs == 2) {
1240        mPCR[0] = mPCR[1];
1241        mPCRBytes[0] = mPCRBytes[1];
1242        mSystemTimeUs[0] = mSystemTimeUs[1];
1243        mNumPCRs = 1;
1244    }
1245
1246    mPCR[mNumPCRs] = PCR;
1247    mPCRBytes[mNumPCRs] = byteOffsetFromStart;
1248    mSystemTimeUs[mNumPCRs] = ALooper::GetNowUs();
1249
1250    ++mNumPCRs;
1251
1252    if (mNumPCRs == 2) {
1253        double transportRate =
1254            (mPCRBytes[1] - mPCRBytes[0]) * 27E6 / (mPCR[1] - mPCR[0]);
1255
1256        ALOGV("transportRate = %.2f bytes/sec", transportRate);
1257    }
1258}
1259
1260////////////////////////////////////////////////////////////////////////////////
1261
1262ATSParser::PSISection::PSISection() {
1263}
1264
1265ATSParser::PSISection::~PSISection() {
1266}
1267
1268status_t ATSParser::PSISection::append(const void *data, size_t size) {
1269    if (mBuffer == NULL || mBuffer->size() + size > mBuffer->capacity()) {
1270        size_t newCapacity =
1271            (mBuffer == NULL) ? size : mBuffer->capacity() + size;
1272
1273        newCapacity = (newCapacity + 1023) & ~1023;
1274
1275        sp<ABuffer> newBuffer = new ABuffer(newCapacity);
1276
1277        if (mBuffer != NULL) {
1278            memcpy(newBuffer->data(), mBuffer->data(), mBuffer->size());
1279            newBuffer->setRange(0, mBuffer->size());
1280        } else {
1281            newBuffer->setRange(0, 0);
1282        }
1283
1284        mBuffer = newBuffer;
1285    }
1286
1287    memcpy(mBuffer->data() + mBuffer->size(), data, size);
1288    mBuffer->setRange(0, mBuffer->size() + size);
1289
1290    return OK;
1291}
1292
1293void ATSParser::PSISection::clear() {
1294    if (mBuffer != NULL) {
1295        mBuffer->setRange(0, 0);
1296    }
1297}
1298
1299bool ATSParser::PSISection::isComplete() const {
1300    if (mBuffer == NULL || mBuffer->size() < 3) {
1301        return false;
1302    }
1303
1304    unsigned sectionLength = U16_AT(mBuffer->data() + 1) & 0xfff;
1305    return mBuffer->size() >= sectionLength + 3;
1306}
1307
1308bool ATSParser::PSISection::isEmpty() const {
1309    return mBuffer == NULL || mBuffer->size() == 0;
1310}
1311
1312const uint8_t *ATSParser::PSISection::data() const {
1313    return mBuffer == NULL ? NULL : mBuffer->data();
1314}
1315
1316size_t ATSParser::PSISection::size() const {
1317    return mBuffer == NULL ? 0 : mBuffer->size();
1318}
1319
1320}  // namespace android
1321