StagefrightMetadataRetriever.cpp revision e94bd14078d327ef2f800e69907efce641a13272
1/* 2 * Copyright (C) 2009 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17//#define LOG_NDEBUG 0 18#define LOG_TAG "StagefrightMetadataRetriever" 19#include <utils/Log.h> 20 21#include "include/StagefrightMetadataRetriever.h" 22 23#include <media/stagefright/ColorConverter.h> 24#include <media/stagefright/DataSource.h> 25#include <media/stagefright/FileSource.h> 26#include <media/stagefright/MediaDebug.h> 27#include <media/stagefright/MediaExtractor.h> 28#include <media/stagefright/MetaData.h> 29#include <media/stagefright/OMXCodec.h> 30 31namespace android { 32 33StagefrightMetadataRetriever::StagefrightMetadataRetriever() 34 : mParsedMetaData(false), 35 mAlbumArt(NULL) { 36 LOGV("StagefrightMetadataRetriever()"); 37 38 DataSource::RegisterDefaultSniffers(); 39 CHECK_EQ(mClient.connect(), OK); 40} 41 42StagefrightMetadataRetriever::~StagefrightMetadataRetriever() { 43 LOGV("~StagefrightMetadataRetriever()"); 44 45 delete mAlbumArt; 46 mAlbumArt = NULL; 47 48 mClient.disconnect(); 49} 50 51status_t StagefrightMetadataRetriever::setDataSource(const char *uri) { 52 LOGV("setDataSource(%s)", uri); 53 54 mParsedMetaData = false; 55 mMetaData.clear(); 56 delete mAlbumArt; 57 mAlbumArt = NULL; 58 59 mSource = DataSource::CreateFromURI(uri); 60 61 if (mSource == NULL) { 62 return UNKNOWN_ERROR; 63 } 64 65 mExtractor = MediaExtractor::Create(mSource); 66 67 if (mExtractor == NULL) { 68 mSource.clear(); 69 70 return UNKNOWN_ERROR; 71 } 72 73 return OK; 74} 75 76// Warning caller retains ownership of the filedescriptor! Dup it if necessary. 77status_t StagefrightMetadataRetriever::setDataSource( 78 int fd, int64_t offset, int64_t length) { 79 fd = dup(fd); 80 81 LOGV("setDataSource(%d, %lld, %lld)", fd, offset, length); 82 83 mParsedMetaData = false; 84 mMetaData.clear(); 85 delete mAlbumArt; 86 mAlbumArt = NULL; 87 88 mSource = new FileSource(fd, offset, length); 89 90 status_t err; 91 if ((err = mSource->initCheck()) != OK) { 92 mSource.clear(); 93 94 return err; 95 } 96 97 mExtractor = MediaExtractor::Create(mSource); 98 99 if (mExtractor == NULL) { 100 mSource.clear(); 101 102 return UNKNOWN_ERROR; 103 } 104 105 return OK; 106} 107 108static VideoFrame *extractVideoFrameWithCodecFlags( 109 OMXClient *client, 110 const sp<MetaData> &trackMeta, 111 const sp<MediaSource> &source, uint32_t flags) { 112 sp<MediaSource> decoder = 113 OMXCodec::Create( 114 client->interface(), source->getFormat(), false, source, 115 NULL, flags); 116 117 if (decoder.get() == NULL) { 118 LOGV("unable to instantiate video decoder."); 119 120 return NULL; 121 } 122 123 decoder->start(); 124 125 // Read one output buffer, ignore format change notifications 126 // and spurious empty buffers. 127 128 MediaSource::ReadOptions options; 129 int64_t thumbNailTime; 130 if (trackMeta->findInt64(kKeyThumbnailTime, &thumbNailTime)) { 131 options.setSeekTo(thumbNailTime); 132 } else { 133 thumbNailTime = -1; 134 } 135 136 MediaBuffer *buffer = NULL; 137 status_t err; 138 do { 139 if (buffer != NULL) { 140 buffer->release(); 141 buffer = NULL; 142 } 143 err = decoder->read(&buffer, &options); 144 options.clearSeekTo(); 145 } while (err == INFO_FORMAT_CHANGED 146 || (buffer != NULL && buffer->range_length() == 0)); 147 148 if (err != OK) { 149 CHECK_EQ(buffer, NULL); 150 151 LOGV("decoding frame failed."); 152 decoder->stop(); 153 154 return NULL; 155 } 156 157 LOGV("successfully decoded video frame."); 158 159 int64_t timeUs; 160 CHECK(buffer->meta_data()->findInt64(kKeyTime, &timeUs)); 161 if (thumbNailTime >= 0) { 162 if (timeUs != thumbNailTime) { 163 const char *mime; 164 CHECK(trackMeta->findCString(kKeyMIMEType, &mime)); 165 166 LOGV("thumbNailTime = %lld us, timeUs = %lld us, mime = %s", 167 thumbNailTime, timeUs, mime); 168 } 169 } 170 171 sp<MetaData> meta = decoder->getFormat(); 172 173 int32_t width, height; 174 CHECK(meta->findInt32(kKeyWidth, &width)); 175 CHECK(meta->findInt32(kKeyHeight, &height)); 176 177 VideoFrame *frame = new VideoFrame; 178 frame->mWidth = width; 179 frame->mHeight = height; 180 frame->mDisplayWidth = width; 181 frame->mDisplayHeight = height; 182 frame->mSize = width * height * 2; 183 frame->mData = new uint8_t[frame->mSize]; 184 185 int32_t srcFormat; 186 CHECK(meta->findInt32(kKeyColorFormat, &srcFormat)); 187 188 ColorConverter converter( 189 (OMX_COLOR_FORMATTYPE)srcFormat, OMX_COLOR_Format16bitRGB565); 190 CHECK(converter.isValid()); 191 192 converter.convert( 193 width, height, 194 (const uint8_t *)buffer->data() + buffer->range_offset(), 195 0, 196 frame->mData, width * 2); 197 198 buffer->release(); 199 buffer = NULL; 200 201 decoder->stop(); 202 203 return frame; 204} 205 206VideoFrame *StagefrightMetadataRetriever::captureFrame() { 207 LOGV("captureFrame"); 208 209 if (mExtractor.get() == NULL) { 210 LOGV("no extractor."); 211 return NULL; 212 } 213 214 size_t n = mExtractor->countTracks(); 215 size_t i; 216 for (i = 0; i < n; ++i) { 217 sp<MetaData> meta = mExtractor->getTrackMetaData(i); 218 219 const char *mime; 220 CHECK(meta->findCString(kKeyMIMEType, &mime)); 221 222 if (!strncasecmp(mime, "video/", 6)) { 223 break; 224 } 225 } 226 227 if (i == n) { 228 LOGV("no video track found."); 229 return NULL; 230 } 231 232 sp<MetaData> trackMeta = mExtractor->getTrackMetaData( 233 i, MediaExtractor::kIncludeExtensiveMetaData); 234 235 sp<MediaSource> source = mExtractor->getTrack(i); 236 237 if (source.get() == NULL) { 238 LOGV("unable to instantiate video track."); 239 return NULL; 240 } 241 242 VideoFrame *frame = 243 extractVideoFrameWithCodecFlags( 244 &mClient, trackMeta, source, OMXCodec::kPreferSoftwareCodecs); 245 246 if (frame == NULL) { 247 LOGV("Software decoder failed to extract thumbnail, " 248 "trying hardware decoder."); 249 250 frame = extractVideoFrameWithCodecFlags(&mClient, trackMeta, source, 0); 251 } 252 253 return frame; 254} 255 256MediaAlbumArt *StagefrightMetadataRetriever::extractAlbumArt() { 257 LOGV("extractAlbumArt (extractor: %s)", mExtractor.get() != NULL ? "YES" : "NO"); 258 259 if (mExtractor == NULL) { 260 return NULL; 261 } 262 263 if (!mParsedMetaData) { 264 parseMetaData(); 265 266 mParsedMetaData = true; 267 } 268 269 if (mAlbumArt) { 270 return new MediaAlbumArt(*mAlbumArt); 271 } 272 273 return NULL; 274} 275 276const char *StagefrightMetadataRetriever::extractMetadata(int keyCode) { 277 if (mExtractor == NULL) { 278 return NULL; 279 } 280 281 if (!mParsedMetaData) { 282 parseMetaData(); 283 284 mParsedMetaData = true; 285 } 286 287 ssize_t index = mMetaData.indexOfKey(keyCode); 288 289 if (index < 0) { 290 return NULL; 291 } 292 293 return strdup(mMetaData.valueAt(index).string()); 294} 295 296void StagefrightMetadataRetriever::parseMetaData() { 297 sp<MetaData> meta = mExtractor->getMetaData(); 298 299 struct Map { 300 int from; 301 int to; 302 }; 303 static const Map kMap[] = { 304 { kKeyMIMEType, METADATA_KEY_MIMETYPE }, 305 { kKeyCDTrackNumber, METADATA_KEY_CD_TRACK_NUMBER }, 306 { kKeyDiscNumber, METADATA_KEY_DISC_NUMBER }, 307 { kKeyAlbum, METADATA_KEY_ALBUM }, 308 { kKeyArtist, METADATA_KEY_ARTIST }, 309 { kKeyAlbumArtist, METADATA_KEY_ALBUMARTIST }, 310 { kKeyAuthor, METADATA_KEY_AUTHOR }, 311 { kKeyComposer, METADATA_KEY_COMPOSER }, 312 { kKeyDate, METADATA_KEY_DATE }, 313 { kKeyGenre, METADATA_KEY_GENRE }, 314 { kKeyTitle, METADATA_KEY_TITLE }, 315 { kKeyYear, METADATA_KEY_YEAR }, 316 { kKeyWriter, METADATA_KEY_WRITER }, 317 }; 318 static const size_t kNumMapEntries = sizeof(kMap) / sizeof(kMap[0]); 319 320 for (size_t i = 0; i < kNumMapEntries; ++i) { 321 const char *value; 322 if (meta->findCString(kMap[i].from, &value)) { 323 mMetaData.add(kMap[i].to, String8(value)); 324 } 325 } 326 327 const void *data; 328 uint32_t type; 329 size_t dataSize; 330 if (meta->findData(kKeyAlbumArt, &type, &data, &dataSize)) { 331 mAlbumArt = new MediaAlbumArt; 332 mAlbumArt->mSize = dataSize; 333 mAlbumArt->mData = new uint8_t[dataSize]; 334 memcpy(mAlbumArt->mData, data, dataSize); 335 } 336 337 size_t numTracks = mExtractor->countTracks(); 338 339 char tmp[32]; 340 sprintf(tmp, "%d", numTracks); 341 342 mMetaData.add(METADATA_KEY_NUM_TRACKS, String8(tmp)); 343 344 // The overall duration is the duration of the longest track. 345 int64_t maxDurationUs = 0; 346 for (size_t i = 0; i < numTracks; ++i) { 347 sp<MetaData> trackMeta = mExtractor->getTrackMetaData(i); 348 349 int64_t durationUs; 350 if (trackMeta->findInt64(kKeyDuration, &durationUs)) { 351 if (durationUs > maxDurationUs) { 352 maxDurationUs = durationUs; 353 } 354 } 355 } 356 357 // The duration value is a string representing the duration in ms. 358 sprintf(tmp, "%lld", (maxDurationUs + 500) / 1000); 359 mMetaData.add(METADATA_KEY_DURATION, String8(tmp)); 360} 361 362 363} // namespace android 364