17137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang/* 27137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang * Copyright 2014 The Android Open Source Project 37137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang * 47137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang * Licensed under the Apache License, Version 2.0 (the "License"); 57137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang * you may not use this file except in compliance with the License. 67137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang * You may obtain a copy of the License at 77137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang * 87137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang * http://www.apache.org/licenses/LICENSE-2.0 97137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang * 107137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang * Unless required by applicable law or agreed to in writing, software 117137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang * distributed under the License is distributed on an "AS IS" BASIS, 127137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 137137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang * See the License for the specific language governing permissions and 147137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang * limitations under the License. 157137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang */ 167137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 177137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang//#define LOG_NDEBUG 0 187137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang#define LOG_TAG "NuPlayerCCDecoder" 197137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang#include <utils/Log.h> 207137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang#include <inttypes.h> 217137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 227137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang#include "NuPlayerCCDecoder.h" 237137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 247137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang#include <media/stagefright/foundation/ABitReader.h> 257137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang#include <media/stagefright/foundation/ABuffer.h> 267137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang#include <media/stagefright/foundation/ADebug.h> 277137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang#include <media/stagefright/foundation/AMessage.h> 287137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang#include <media/stagefright/MediaDefs.h> 297137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 307137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhangnamespace android { 317137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 327137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhangstruct CCData { 337137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang CCData(uint8_t type, uint8_t data1, uint8_t data2) 347137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang : mType(type), mData1(data1), mData2(data2) { 357137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 367137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang bool getChannel(size_t *channel) const { 377137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (mData1 >= 0x10 && mData1 <= 0x1f) { 387137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang *channel = (mData1 >= 0x18 ? 1 : 0) + (mType ? 2 : 0); 397137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return true; 407137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 417137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return false; 427137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 437137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 447137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang uint8_t mType; 457137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang uint8_t mData1; 467137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang uint8_t mData2; 477137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang}; 487137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 497137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhangstatic bool isNullPad(CCData *cc) { 507137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return cc->mData1 < 0x10 && cc->mData2 < 0x10; 517137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang} 527137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 537137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhangstatic void dumpBytePair(const sp<ABuffer> &ccBuf) { 547137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang size_t offset = 0; 557137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang AString out; 567137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 577137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang while (offset < ccBuf->size()) { 587137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang char tmp[128]; 597137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 607137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang CCData *cc = (CCData *) (ccBuf->data() + offset); 617137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 627137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (isNullPad(cc)) { 637137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // 1 null pad or XDS metadata, ignore 647137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang offset += sizeof(CCData); 657137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang continue; 667137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 677137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 687137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (cc->mData1 >= 0x20 && cc->mData1 <= 0x7f) { 697137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // 2 basic chars 707137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang sprintf(tmp, "[%d]Basic: %c %c", cc->mType, cc->mData1, cc->mData2); 717137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } else if ((cc->mData1 == 0x11 || cc->mData1 == 0x19) 727137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang && cc->mData2 >= 0x30 && cc->mData2 <= 0x3f) { 737137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // 1 special char 747137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang sprintf(tmp, "[%d]Special: %02x %02x", cc->mType, cc->mData1, cc->mData2); 757137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } else if ((cc->mData1 == 0x12 || cc->mData1 == 0x1A) 767137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang && cc->mData2 >= 0x20 && cc->mData2 <= 0x3f){ 777137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // 1 Spanish/French char 787137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang sprintf(tmp, "[%d]Spanish: %02x %02x", cc->mType, cc->mData1, cc->mData2); 797137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } else if ((cc->mData1 == 0x13 || cc->mData1 == 0x1B) 807137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang && cc->mData2 >= 0x20 && cc->mData2 <= 0x3f){ 817137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // 1 Portuguese/German/Danish char 827137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang sprintf(tmp, "[%d]German: %02x %02x", cc->mType, cc->mData1, cc->mData2); 837137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } else if ((cc->mData1 == 0x11 || cc->mData1 == 0x19) 847137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang && cc->mData2 >= 0x20 && cc->mData2 <= 0x2f){ 857137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // Mid-Row Codes (Table 69) 867137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang sprintf(tmp, "[%d]Mid-row: %02x %02x", cc->mType, cc->mData1, cc->mData2); 877137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } else if (((cc->mData1 == 0x14 || cc->mData1 == 0x1c) 887137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang && cc->mData2 >= 0x20 && cc->mData2 <= 0x2f) 897137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang || 907137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ((cc->mData1 == 0x17 || cc->mData1 == 0x1f) 917137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang && cc->mData2 >= 0x21 && cc->mData2 <= 0x23)){ 927137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // Misc Control Codes (Table 70) 937137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang sprintf(tmp, "[%d]Ctrl: %02x %02x", cc->mType, cc->mData1, cc->mData2); 947137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } else if ((cc->mData1 & 0x70) == 0x10 957137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang && (cc->mData2 & 0x40) == 0x40 967137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang && ((cc->mData1 & 0x07) || !(cc->mData2 & 0x20)) ) { 977137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // Preamble Address Codes (Table 71) 987137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang sprintf(tmp, "[%d]PAC: %02x %02x", cc->mType, cc->mData1, cc->mData2); 997137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } else { 1007137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang sprintf(tmp, "[%d]Invalid: %02x %02x", cc->mType, cc->mData1, cc->mData2); 1017137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 1027137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1037137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (out.size() > 0) { 1047137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang out.append(", "); 1057137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 1067137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1077137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang out.append(tmp); 1087137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1097137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang offset += sizeof(CCData); 1107137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 1117137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1127137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ALOGI("%s", out.c_str()); 1137137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang} 1147137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1157137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong ZhangNuPlayer::CCDecoder::CCDecoder(const sp<AMessage> ¬ify) 1167137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang : mNotify(notify), 1177137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang mCurrentChannel(0), 1187137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang mSelectedTrack(-1) { 1197137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang for (size_t i = 0; i < sizeof(mTrackIndices)/sizeof(mTrackIndices[0]); ++i) { 1207137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang mTrackIndices[i] = -1; 1217137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 1227137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang} 1237137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1247137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhangsize_t NuPlayer::CCDecoder::getTrackCount() const { 1257137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return mFoundChannels.size(); 1267137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang} 1277137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1287137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhangsp<AMessage> NuPlayer::CCDecoder::getTrackInfo(size_t index) const { 1297137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (!isTrackValid(index)) { 1307137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return NULL; 1317137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 1327137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1337137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang sp<AMessage> format = new AMessage(); 1347137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1357137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang format->setInt32("type", MEDIA_TRACK_TYPE_SUBTITLE); 1367137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang format->setString("language", "und"); 1377137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang format->setString("mime", MEDIA_MIMETYPE_TEXT_CEA_608); 1387137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang //CC1, field 0 channel 0 1397137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang bool isDefaultAuto = (mFoundChannels[index] == 0); 1407137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang format->setInt32("auto", isDefaultAuto); 1417137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang format->setInt32("default", isDefaultAuto); 1427137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang format->setInt32("forced", 0); 1437137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1447137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return format; 1457137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang} 1467137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1477137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhangstatus_t NuPlayer::CCDecoder::selectTrack(size_t index, bool select) { 1487137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (!isTrackValid(index)) { 1497137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return BAD_VALUE; 1507137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 1517137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1527137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (select) { 1537137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (mSelectedTrack == (ssize_t)index) { 1547137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ALOGE("track %zu already selected", index); 1557137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return BAD_VALUE; 1567137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 1577137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ALOGV("selected track %zu", index); 1587137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang mSelectedTrack = index; 1597137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } else { 1607137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (mSelectedTrack != (ssize_t)index) { 1617137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ALOGE("track %zu is not selected", index); 1627137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return BAD_VALUE; 1637137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 1647137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ALOGV("unselected track %zu", index); 1657137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang mSelectedTrack = -1; 1667137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 1677137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1687137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return OK; 1697137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang} 1707137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1717137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhangbool NuPlayer::CCDecoder::isSelected() const { 1727137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return mSelectedTrack >= 0 && mSelectedTrack < (int32_t) getTrackCount(); 1737137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang} 1747137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1757137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhangbool NuPlayer::CCDecoder::isTrackValid(size_t index) const { 1767137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return index < getTrackCount(); 1777137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang} 1787137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1797137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhangint32_t NuPlayer::CCDecoder::getTrackIndex(size_t channel) const { 1807137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (channel < sizeof(mTrackIndices)/sizeof(mTrackIndices[0])) { 1817137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return mTrackIndices[channel]; 1827137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 1837137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return -1; 1847137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang} 1857137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1867137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang// returns true if a new CC track is found 1877137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhangbool NuPlayer::CCDecoder::extractFromSEI(const sp<ABuffer> &accessUnit) { 1887137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang int64_t timeUs; 1897137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang CHECK(accessUnit->meta()->findInt64("timeUs", &timeUs)); 1907137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1917137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang sp<ABuffer> sei; 1927137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (!accessUnit->meta()->findBuffer("sei", &sei) || sei == NULL) { 1937137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return false; 1947137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 1957137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1967137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang bool trackAdded = false; 1977137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 1987137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang NALBitReader br(sei->data() + 1, sei->size() - 1); 1997137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // sei_message() 2007137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang while (br.atLeastNumBitsLeft(16)) { // at least 16-bit for sei_message() 2017137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang uint32_t payload_type = 0; 2027137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang size_t payload_size = 0; 2037137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang uint8_t last_byte; 2047137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 2057137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang do { 2067137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang last_byte = br.getBits(8); 2077137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang payload_type += last_byte; 2087137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } while (last_byte == 0xFF); 2097137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 2107137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang do { 2117137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang last_byte = br.getBits(8); 2127137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang payload_size += last_byte; 2137137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } while (last_byte == 0xFF); 2147137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 2157137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // sei_payload() 2167137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (payload_type == 4) { 2177137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // user_data_registered_itu_t_t35() 2187137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 2197137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // ATSC A/72: 6.4.2 2207137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang uint8_t itu_t_t35_country_code = br.getBits(8); 2217137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang uint16_t itu_t_t35_provider_code = br.getBits(16); 2227137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang uint32_t user_identifier = br.getBits(32); 2237137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang uint8_t user_data_type_code = br.getBits(8); 2247137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 2257137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang payload_size -= 1 + 2 + 4 + 1; 2267137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 2277137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (itu_t_t35_country_code == 0xB5 2287137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang && itu_t_t35_provider_code == 0x0031 2297137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang && user_identifier == 'GA94' 2307137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang && user_data_type_code == 0x3) { 2317137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // MPEG_cc_data() 2327137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // ATSC A/53 Part 4: 6.2.3.1 2337137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang br.skipBits(1); //process_em_data_flag 2347137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang bool process_cc_data_flag = br.getBits(1); 2357137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang br.skipBits(1); //additional_data_flag 2367137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang size_t cc_count = br.getBits(5); 2377137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang br.skipBits(8); // em_data; 2387137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang payload_size -= 2; 2397137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 2407137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (process_cc_data_flag) { 2417137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang AString out; 2427137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 2437137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang sp<ABuffer> ccBuf = new ABuffer(cc_count * sizeof(CCData)); 2447137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ccBuf->setRange(0, 0); 2457137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 2467137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang for (size_t i = 0; i < cc_count; i++) { 2477137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang uint8_t marker = br.getBits(5); 2487137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang CHECK_EQ(marker, 0x1f); 2497137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 2507137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang bool cc_valid = br.getBits(1); 2517137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang uint8_t cc_type = br.getBits(2); 2527137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // remove odd parity bit 2537137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang uint8_t cc_data_1 = br.getBits(8) & 0x7f; 2547137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang uint8_t cc_data_2 = br.getBits(8) & 0x7f; 2557137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 2567137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (cc_valid 2577137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang && (cc_type == 0 || cc_type == 1)) { 2587137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang CCData cc(cc_type, cc_data_1, cc_data_2); 2597137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (!isNullPad(&cc)) { 2607137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang size_t channel; 2617137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (cc.getChannel(&channel) && getTrackIndex(channel) < 0) { 2627137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang mTrackIndices[channel] = mFoundChannels.size(); 2637137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang mFoundChannels.push_back(channel); 2647137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang trackAdded = true; 2657137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 2667137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang memcpy(ccBuf->data() + ccBuf->size(), 2677137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang (void *)&cc, sizeof(cc)); 2687137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ccBuf->setRange(0, ccBuf->size() + sizeof(CCData)); 2697137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 2707137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 2717137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 2727137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang payload_size -= cc_count * 3; 2737137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 2747137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang mCCMap.add(timeUs, ccBuf); 2757137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang break; 2767137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 2777137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } else { 2787137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ALOGV("Malformed SEI payload type 4"); 2797137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 2807137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } else { 2817137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ALOGV("Unsupported SEI payload type %d", payload_type); 2827137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 2837137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 2847137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // skipping remaining bits of this payload 2857137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang br.skipBits(payload_size * 8); 2867137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 2877137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 2887137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return trackAdded; 2897137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang} 2907137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 2917137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhangsp<ABuffer> NuPlayer::CCDecoder::filterCCBuf( 2927137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang const sp<ABuffer> &ccBuf, size_t index) { 2937137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang sp<ABuffer> filteredCCBuf = new ABuffer(ccBuf->size()); 2947137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang filteredCCBuf->setRange(0, 0); 2957137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 2967137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang size_t cc_count = ccBuf->size() / sizeof(CCData); 2977137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang const CCData* cc_data = (const CCData*)ccBuf->data(); 2987137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang for (size_t i = 0; i < cc_count; ++i) { 2997137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang size_t channel; 3007137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (cc_data[i].getChannel(&channel)) { 3017137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang mCurrentChannel = channel; 3027137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 3037137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (mCurrentChannel == mFoundChannels[index]) { 3047137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang memcpy(filteredCCBuf->data() + filteredCCBuf->size(), 3057137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang (void *)&cc_data[i], sizeof(CCData)); 3067137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang filteredCCBuf->setRange(0, filteredCCBuf->size() + sizeof(CCData)); 3077137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 3087137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 3097137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 3107137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return filteredCCBuf; 3117137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang} 3127137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 3137137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhangvoid NuPlayer::CCDecoder::decode(const sp<ABuffer> &accessUnit) { 3147137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (extractFromSEI(accessUnit)) { 3157137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ALOGI("Found CEA-608 track"); 3167137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang sp<AMessage> msg = mNotify->dup(); 3177137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang msg->setInt32("what", kWhatTrackAdded); 3187137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang msg->post(); 3197137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 3207137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // TODO: extract CC from other sources 3217137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang} 3227137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 3237137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhangvoid NuPlayer::CCDecoder::display(int64_t timeUs) { 3247137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (!isTrackValid(mSelectedTrack)) { 3257137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ALOGE("Could not find current track(index=%d)", mSelectedTrack); 3267137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return; 3277137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 3287137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 3297137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ssize_t index = mCCMap.indexOfKey(timeUs); 3307137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (index < 0) { 3317137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ALOGV("cc for timestamp %" PRId64 " not found", timeUs); 3327137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang return; 3337137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 3347137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 3357137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang sp<ABuffer> ccBuf = filterCCBuf(mCCMap.valueAt(index), mSelectedTrack); 3367137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 3377137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang if (ccBuf->size() > 0) { 3387137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang#if 0 3397137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang dumpBytePair(ccBuf); 3407137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang#endif 3417137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 3427137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ccBuf->meta()->setInt32("trackIndex", mSelectedTrack); 3437137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ccBuf->meta()->setInt64("timeUs", timeUs); 3447137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang ccBuf->meta()->setInt64("durationUs", 0ll); 3457137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 3467137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang sp<AMessage> msg = mNotify->dup(); 3477137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang msg->setInt32("what", kWhatClosedCaptionData); 3487137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang msg->setBuffer("buffer", ccBuf); 3497137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang msg->post(); 3507137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang } 3517137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 3527137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang // remove all entries before timeUs 3537137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang mCCMap.removeItemsAt(0, index + 1); 3547137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang} 3557137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 3567137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhangvoid NuPlayer::CCDecoder::flush() { 3577137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang mCCMap.clear(); 3587137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang} 3597137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 3607137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang} // namespace android 3617137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang 362