StagefrightMetadataRetriever.cpp revision 139a5d5bd33c9fc7708d0a79f11ee928f7796e6b
1/* 2 * Copyright (C) 2009 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17//#define LOG_NDEBUG 0 18#define LOG_TAG "StagefrightMetadataRetriever" 19#include <utils/Log.h> 20 21#include "include/StagefrightMetadataRetriever.h" 22 23#include <media/stagefright/ColorConverter.h> 24#include <media/stagefright/DataSource.h> 25#include <media/stagefright/FileSource.h> 26#include <media/stagefright/MediaDebug.h> 27#include <media/stagefright/MediaExtractor.h> 28#include <media/stagefright/MetaData.h> 29#include <media/stagefright/OMXCodec.h> 30 31namespace android { 32 33StagefrightMetadataRetriever::StagefrightMetadataRetriever() 34 : mParsedMetaData(false), 35 mAlbumArt(NULL) { 36 LOGV("StagefrightMetadataRetriever()"); 37 38 DataSource::RegisterDefaultSniffers(); 39 CHECK_EQ(mClient.connect(), OK); 40} 41 42StagefrightMetadataRetriever::~StagefrightMetadataRetriever() { 43 LOGV("~StagefrightMetadataRetriever()"); 44 45 delete mAlbumArt; 46 mAlbumArt = NULL; 47 48 mClient.disconnect(); 49} 50 51status_t StagefrightMetadataRetriever::setDataSource(const char *uri) { 52 LOGV("setDataSource(%s)", uri); 53 54 mParsedMetaData = false; 55 mMetaData.clear(); 56 delete mAlbumArt; 57 mAlbumArt = NULL; 58 59 mSource = DataSource::CreateFromURI(uri); 60 61 if (mSource == NULL) { 62 return UNKNOWN_ERROR; 63 } 64 65 mExtractor = MediaExtractor::Create(mSource); 66 67 if (mExtractor == NULL) { 68 mSource.clear(); 69 70 return UNKNOWN_ERROR; 71 } 72 73 return OK; 74} 75 76// Warning caller retains ownership of the filedescriptor! Dup it if necessary. 77status_t StagefrightMetadataRetriever::setDataSource( 78 int fd, int64_t offset, int64_t length) { 79 fd = dup(fd); 80 81 LOGV("setDataSource(%d, %lld, %lld)", fd, offset, length); 82 83 mParsedMetaData = false; 84 mMetaData.clear(); 85 delete mAlbumArt; 86 mAlbumArt = NULL; 87 88 mSource = new FileSource(fd, offset, length); 89 90 status_t err; 91 if ((err = mSource->initCheck()) != OK) { 92 mSource.clear(); 93 94 return err; 95 } 96 97 mExtractor = MediaExtractor::Create(mSource); 98 99 if (mExtractor == NULL) { 100 mSource.clear(); 101 102 return UNKNOWN_ERROR; 103 } 104 105 return OK; 106} 107 108static VideoFrame *extractVideoFrameWithCodecFlags( 109 OMXClient *client, 110 const sp<MetaData> &trackMeta, 111 const sp<MediaSource> &source, uint32_t flags) { 112 sp<MediaSource> decoder = 113 OMXCodec::Create( 114 client->interface(), source->getFormat(), false, source, 115 NULL, flags); 116 117 if (decoder.get() == NULL) { 118 LOGV("unable to instantiate video decoder."); 119 120 return NULL; 121 } 122 123 status_t err = decoder->start(); 124 if (err != OK) { 125 LOGW("OMXCodec::start returned error %d (0x%08x)\n", err, err); 126 return NULL; 127 } 128 129 // Read one output buffer, ignore format change notifications 130 // and spurious empty buffers. 131 132 MediaSource::ReadOptions options; 133 int64_t thumbNailTime; 134 if (trackMeta->findInt64(kKeyThumbnailTime, &thumbNailTime)) { 135 options.setSeekTo(thumbNailTime); 136 } else { 137 thumbNailTime = -1; 138 } 139 140 MediaBuffer *buffer = NULL; 141 do { 142 if (buffer != NULL) { 143 buffer->release(); 144 buffer = NULL; 145 } 146 err = decoder->read(&buffer, &options); 147 options.clearSeekTo(); 148 } while (err == INFO_FORMAT_CHANGED 149 || (buffer != NULL && buffer->range_length() == 0)); 150 151 if (err != OK) { 152 CHECK_EQ(buffer, NULL); 153 154 LOGV("decoding frame failed."); 155 decoder->stop(); 156 157 return NULL; 158 } 159 160 LOGV("successfully decoded video frame."); 161 162 int64_t timeUs; 163 CHECK(buffer->meta_data()->findInt64(kKeyTime, &timeUs)); 164 if (thumbNailTime >= 0) { 165 if (timeUs != thumbNailTime) { 166 const char *mime; 167 CHECK(trackMeta->findCString(kKeyMIMEType, &mime)); 168 169 LOGV("thumbNailTime = %lld us, timeUs = %lld us, mime = %s", 170 thumbNailTime, timeUs, mime); 171 } 172 } 173 174 sp<MetaData> meta = decoder->getFormat(); 175 176 int32_t width, height; 177 CHECK(meta->findInt32(kKeyWidth, &width)); 178 CHECK(meta->findInt32(kKeyHeight, &height)); 179 180 VideoFrame *frame = new VideoFrame; 181 frame->mWidth = width; 182 frame->mHeight = height; 183 frame->mDisplayWidth = width; 184 frame->mDisplayHeight = height; 185 frame->mSize = width * height * 2; 186 frame->mData = new uint8_t[frame->mSize]; 187 188 int32_t srcFormat; 189 CHECK(meta->findInt32(kKeyColorFormat, &srcFormat)); 190 191 ColorConverter converter( 192 (OMX_COLOR_FORMATTYPE)srcFormat, OMX_COLOR_Format16bitRGB565); 193 CHECK(converter.isValid()); 194 195 converter.convert( 196 width, height, 197 (const uint8_t *)buffer->data() + buffer->range_offset(), 198 0, 199 frame->mData, width * 2); 200 201 buffer->release(); 202 buffer = NULL; 203 204 decoder->stop(); 205 206 return frame; 207} 208 209VideoFrame *StagefrightMetadataRetriever::captureFrame() { 210 LOGV("captureFrame"); 211 212 if (0 == (mMode & METADATA_MODE_FRAME_CAPTURE_ONLY)) { 213 LOGV("captureFrame disabled by mode (0x%08x)", mMode); 214 215 return NULL; 216 } 217 218 if (mExtractor.get() == NULL) { 219 LOGV("no extractor."); 220 return NULL; 221 } 222 223 size_t n = mExtractor->countTracks(); 224 size_t i; 225 for (i = 0; i < n; ++i) { 226 sp<MetaData> meta = mExtractor->getTrackMetaData(i); 227 228 const char *mime; 229 CHECK(meta->findCString(kKeyMIMEType, &mime)); 230 231 if (!strncasecmp(mime, "video/", 6)) { 232 break; 233 } 234 } 235 236 if (i == n) { 237 LOGV("no video track found."); 238 return NULL; 239 } 240 241 sp<MetaData> trackMeta = mExtractor->getTrackMetaData( 242 i, MediaExtractor::kIncludeExtensiveMetaData); 243 244 sp<MediaSource> source = mExtractor->getTrack(i); 245 246 if (source.get() == NULL) { 247 LOGV("unable to instantiate video track."); 248 return NULL; 249 } 250 251 VideoFrame *frame = 252 extractVideoFrameWithCodecFlags( 253 &mClient, trackMeta, source, OMXCodec::kPreferSoftwareCodecs); 254 255 if (frame == NULL) { 256 LOGV("Software decoder failed to extract thumbnail, " 257 "trying hardware decoder."); 258 259 frame = extractVideoFrameWithCodecFlags(&mClient, trackMeta, source, 0); 260 } 261 262 return frame; 263} 264 265MediaAlbumArt *StagefrightMetadataRetriever::extractAlbumArt() { 266 LOGV("extractAlbumArt (extractor: %s)", mExtractor.get() != NULL ? "YES" : "NO"); 267 268 if (0 == (mMode & METADATA_MODE_METADATA_RETRIEVAL_ONLY)) { 269 LOGV("extractAlbumArt/metadata retrieval disabled by mode"); 270 271 return NULL; 272 } 273 274 if (mExtractor == NULL) { 275 return NULL; 276 } 277 278 if (!mParsedMetaData) { 279 parseMetaData(); 280 281 mParsedMetaData = true; 282 } 283 284 if (mAlbumArt) { 285 return new MediaAlbumArt(*mAlbumArt); 286 } 287 288 return NULL; 289} 290 291const char *StagefrightMetadataRetriever::extractMetadata(int keyCode) { 292 if (0 == (mMode & METADATA_MODE_METADATA_RETRIEVAL_ONLY)) { 293 LOGV("extractAlbumArt/metadata retrieval disabled by mode"); 294 295 return NULL; 296 } 297 298 if (mExtractor == NULL) { 299 return NULL; 300 } 301 302 if (!mParsedMetaData) { 303 parseMetaData(); 304 305 mParsedMetaData = true; 306 } 307 308 ssize_t index = mMetaData.indexOfKey(keyCode); 309 310 if (index < 0) { 311 return NULL; 312 } 313 314 return strdup(mMetaData.valueAt(index).string()); 315} 316 317void StagefrightMetadataRetriever::parseMetaData() { 318 sp<MetaData> meta = mExtractor->getMetaData(); 319 320 struct Map { 321 int from; 322 int to; 323 }; 324 static const Map kMap[] = { 325 { kKeyMIMEType, METADATA_KEY_MIMETYPE }, 326 { kKeyCDTrackNumber, METADATA_KEY_CD_TRACK_NUMBER }, 327 { kKeyDiscNumber, METADATA_KEY_DISC_NUMBER }, 328 { kKeyAlbum, METADATA_KEY_ALBUM }, 329 { kKeyArtist, METADATA_KEY_ARTIST }, 330 { kKeyAlbumArtist, METADATA_KEY_ALBUMARTIST }, 331 { kKeyAuthor, METADATA_KEY_AUTHOR }, 332 { kKeyComposer, METADATA_KEY_COMPOSER }, 333 { kKeyDate, METADATA_KEY_DATE }, 334 { kKeyGenre, METADATA_KEY_GENRE }, 335 { kKeyTitle, METADATA_KEY_TITLE }, 336 { kKeyYear, METADATA_KEY_YEAR }, 337 { kKeyWriter, METADATA_KEY_WRITER }, 338 }; 339 static const size_t kNumMapEntries = sizeof(kMap) / sizeof(kMap[0]); 340 341 for (size_t i = 0; i < kNumMapEntries; ++i) { 342 const char *value; 343 if (meta->findCString(kMap[i].from, &value)) { 344 mMetaData.add(kMap[i].to, String8(value)); 345 } 346 } 347 348 const void *data; 349 uint32_t type; 350 size_t dataSize; 351 if (meta->findData(kKeyAlbumArt, &type, &data, &dataSize)) { 352 mAlbumArt = new MediaAlbumArt; 353 mAlbumArt->mSize = dataSize; 354 mAlbumArt->mData = new uint8_t[dataSize]; 355 memcpy(mAlbumArt->mData, data, dataSize); 356 } 357 358 size_t numTracks = mExtractor->countTracks(); 359 360 char tmp[32]; 361 sprintf(tmp, "%d", numTracks); 362 363 mMetaData.add(METADATA_KEY_NUM_TRACKS, String8(tmp)); 364 365 // The overall duration is the duration of the longest track. 366 int64_t maxDurationUs = 0; 367 for (size_t i = 0; i < numTracks; ++i) { 368 sp<MetaData> trackMeta = mExtractor->getTrackMetaData(i); 369 370 int64_t durationUs; 371 if (trackMeta->findInt64(kKeyDuration, &durationUs)) { 372 if (durationUs > maxDurationUs) { 373 maxDurationUs = durationUs; 374 } 375 } 376 } 377 378 // The duration value is a string representing the duration in ms. 379 sprintf(tmp, "%lld", (maxDurationUs + 500) / 1000); 380 mMetaData.add(METADATA_KEY_DURATION, String8(tmp)); 381} 382 383 384} // namespace android 385