stagefright.cpp revision 7f498b90a4300ef9badf14d202b0a67c26e20931
1/* 2 * Copyright (C) 2009 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17#include <sys/time.h> 18 19#include <stdlib.h> 20#include <string.h> 21#include <unistd.h> 22 23#include <binder/IServiceManager.h> 24#include <binder/ProcessState.h> 25#include <media/IMediaPlayerService.h> 26#include <media/stagefright/CachingDataSource.h> 27#include <media/stagefright/FileSource.h> 28#include <media/stagefright/HTTPDataSource.h> 29#include <media/stagefright/JPEGSource.h> 30#include <media/stagefright/MediaDebug.h> 31#include <media/stagefright/MediaDefs.h> 32#include <media/stagefright/MediaExtractor.h> 33#include <media/stagefright/MediaSource.h> 34#include <media/stagefright/MetaData.h> 35#include <media/stagefright/OMXClient.h> 36#include <media/stagefright/OMXCodec.h> 37#include <media/mediametadataretriever.h> 38 39using namespace android; 40 41static long gNumRepetitions; 42static long gMaxNumFrames; // 0 means decode all available. 43static long gReproduceBug; // if not -1. 44static bool gPreferSoftwareCodec; 45 46static int64_t getNowUs() { 47 struct timeval tv; 48 gettimeofday(&tv, NULL); 49 50 return (int64_t)tv.tv_usec + tv.tv_sec * 1000000ll; 51} 52 53static void playSource(OMXClient *client, const sp<MediaSource> &source) { 54 sp<MetaData> meta = source->getFormat(); 55 56 const char *mime; 57 CHECK(meta->findCString(kKeyMIMEType, &mime)); 58 59 sp<MediaSource> rawSource; 60 if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_RAW, mime)) { 61 rawSource = source; 62 } else { 63 rawSource = OMXCodec::Create( 64 client->interface(), meta, false /* createEncoder */, source, 65 NULL /* matchComponentName */, 66 gPreferSoftwareCodec ? OMXCodec::kPreferSoftwareCodecs : 0); 67 68 if (rawSource == NULL) { 69 fprintf(stderr, "Failed to instantiate decoder for '%s'.\n", mime); 70 return; 71 } 72 } 73 74 rawSource->start(); 75 76 if (gReproduceBug >= 3 && gReproduceBug <= 5) { 77 int64_t durationUs; 78 CHECK(meta->findInt64(kKeyDuration, &durationUs)); 79 80 status_t err; 81 MediaBuffer *buffer; 82 MediaSource::ReadOptions options; 83 int64_t seekTimeUs = -1; 84 for (;;) { 85 err = rawSource->read(&buffer, &options); 86 options.clearSeekTo(); 87 88 bool shouldSeek = false; 89 if (err == INFO_FORMAT_CHANGED) { 90 CHECK_EQ(buffer, NULL); 91 92 printf("format changed.\n"); 93 continue; 94 } else if (err != OK) { 95 printf("reached EOF.\n"); 96 97 shouldSeek = true; 98 } else { 99 int64_t timestampUs; 100 CHECK(buffer->meta_data()->findInt64(kKeyTime, ×tampUs)); 101 102 bool failed = false; 103 104 if (seekTimeUs >= 0) { 105 int64_t diff = timestampUs - seekTimeUs; 106 107 if (diff < 0) { 108 diff = -diff; 109 } 110 111 if ((gReproduceBug == 4 && diff > 500000) 112 || (gReproduceBug == 5 && timestampUs < 0)) { 113 printf("wanted: %.2f secs, got: %.2f secs\n", 114 seekTimeUs / 1E6, timestampUs / 1E6); 115 116 printf("ERROR: "); 117 failed = true; 118 } 119 } 120 121 printf("buffer has timestamp %lld us (%.2f secs)\n", 122 timestampUs, timestampUs / 1E6); 123 124 buffer->release(); 125 buffer = NULL; 126 127 if (failed) { 128 break; 129 } 130 131 shouldSeek = ((double)rand() / RAND_MAX) < 0.1; 132 133 if (gReproduceBug == 3) { 134 shouldSeek = false; 135 } 136 } 137 138 seekTimeUs = -1; 139 140 if (shouldSeek) { 141 seekTimeUs = (rand() * (float)durationUs) / RAND_MAX; 142 options.setSeekTo(seekTimeUs); 143 144 printf("seeking to %lld us (%.2f secs)\n", 145 seekTimeUs, seekTimeUs / 1E6); 146 } 147 } 148 149 rawSource->stop(); 150 151 return; 152 } 153 154 int n = 0; 155 int64_t startTime = getNowUs(); 156 157 long numIterationsLeft = gNumRepetitions; 158 MediaSource::ReadOptions options; 159 160 int64_t sumDecodeUs = 0; 161 int64_t totalBytes = 0; 162 163 while (numIterationsLeft-- > 0) { 164 long numFrames = 0; 165 166 MediaBuffer *buffer; 167 168 for (;;) { 169 int64_t startDecodeUs = getNowUs(); 170 status_t err = rawSource->read(&buffer, &options); 171 int64_t delayDecodeUs = getNowUs() - startDecodeUs; 172 173 options.clearSeekTo(); 174 175 if (err != OK) { 176 CHECK_EQ(buffer, NULL); 177 178 if (err == INFO_FORMAT_CHANGED) { 179 printf("format changed.\n"); 180 continue; 181 } 182 183 break; 184 } 185 186 if (buffer->range_length() > 0 && (n++ % 16) == 0) { 187 printf("."); 188 fflush(stdout); 189 } 190 191 sumDecodeUs += delayDecodeUs; 192 totalBytes += buffer->range_length(); 193 194 buffer->release(); 195 buffer = NULL; 196 197 ++numFrames; 198 if (gMaxNumFrames > 0 && numFrames == gMaxNumFrames) { 199 break; 200 } 201 202 if (gReproduceBug == 1 && numFrames == 40) { 203 printf("seeking past the end now."); 204 options.setSeekTo(0x7fffffffL); 205 } else if (gReproduceBug == 2 && numFrames == 40) { 206 printf("seeking to 5 secs."); 207 options.setSeekTo(5000000); 208 } 209 } 210 211 printf("$"); 212 fflush(stdout); 213 214 options.setSeekTo(0); 215 } 216 217 rawSource->stop(); 218 printf("\n"); 219 220 int64_t delay = getNowUs() - startTime; 221 if (!strncasecmp("video/", mime, 6)) { 222 printf("avg. %.2f fps\n", n * 1E6 / delay); 223 224 printf("avg. time to decode one buffer %.2f usecs\n", 225 (double)sumDecodeUs / n); 226 227 printf("decoded a total of %d frame(s).\n", n); 228 } else if (!strncasecmp("audio/", mime, 6)) { 229 // Frame count makes less sense for audio, as the output buffer 230 // sizes may be different across decoders. 231 printf("avg. %.2f KB/sec\n", totalBytes / 1024 * 1E6 / delay); 232 233 printf("decoded a total of %lld bytes\n", totalBytes); 234 } 235} 236 237static void usage(const char *me) { 238 fprintf(stderr, "usage: %s\n", me); 239 fprintf(stderr, " -h(elp)\n"); 240 fprintf(stderr, " -a(udio)\n"); 241 fprintf(stderr, " -n repetitions\n"); 242 fprintf(stderr, " -l(ist) components\n"); 243 fprintf(stderr, " -m max-number-of-frames-to-decode in each pass\n"); 244 fprintf(stderr, " -b bug to reproduce\n"); 245 fprintf(stderr, " -p(rofiles) dump decoder profiles supported\n"); 246 fprintf(stderr, " -t(humbnail) extract video thumbnail or album art\n"); 247 fprintf(stderr, " -s(oftware) prefer software codec\n"); 248} 249 250int main(int argc, char **argv) { 251 android::ProcessState::self()->startThreadPool(); 252 253 bool audioOnly = false; 254 bool listComponents = false; 255 bool dumpProfiles = false; 256 bool extractThumbnail = false; 257 gNumRepetitions = 1; 258 gMaxNumFrames = 0; 259 gReproduceBug = -1; 260 gPreferSoftwareCodec = false; 261 262 int res; 263 while ((res = getopt(argc, argv, "han:lm:b:pts")) >= 0) { 264 switch (res) { 265 case 'a': 266 { 267 audioOnly = true; 268 break; 269 } 270 271 case 'l': 272 { 273 listComponents = true; 274 break; 275 } 276 277 case 'm': 278 case 'n': 279 case 'b': 280 { 281 char *end; 282 long x = strtol(optarg, &end, 10); 283 284 if (*end != '\0' || end == optarg || x <= 0) { 285 x = 1; 286 } 287 288 if (res == 'n') { 289 gNumRepetitions = x; 290 } else if (res == 'm') { 291 gMaxNumFrames = x; 292 } else { 293 CHECK_EQ(res, 'b'); 294 gReproduceBug = x; 295 } 296 break; 297 } 298 299 case 'p': 300 { 301 dumpProfiles = true; 302 break; 303 } 304 305 case 't': 306 { 307 extractThumbnail = true; 308 break; 309 } 310 311 case 's': 312 { 313 gPreferSoftwareCodec = true; 314 break; 315 } 316 317 case '?': 318 case 'h': 319 default: 320 { 321 usage(argv[0]); 322 exit(1); 323 break; 324 } 325 } 326 } 327 328 argc -= optind; 329 argv += optind; 330 331 if (extractThumbnail) { 332 sp<IServiceManager> sm = defaultServiceManager(); 333 sp<IBinder> binder = sm->getService(String16("media.player")); 334 sp<IMediaPlayerService> service = 335 interface_cast<IMediaPlayerService>(binder); 336 337 CHECK(service.get() != NULL); 338 339 sp<IMediaMetadataRetriever> retriever = 340 service->createMetadataRetriever(getpid()); 341 342 CHECK(retriever != NULL); 343 344 for (int k = 0; k < argc; ++k) { 345 const char *filename = argv[k]; 346 347 CHECK_EQ(retriever->setDataSource(filename), OK); 348 CHECK_EQ(retriever->setMode( 349 METADATA_MODE_FRAME_CAPTURE_AND_METADATA_RETRIEVAL), 350 OK); 351 352 sp<IMemory> mem = retriever->captureFrame(); 353 354 if (mem != NULL) { 355 printf("captureFrame(%s) => OK\n", filename); 356 } else { 357 mem = retriever->extractAlbumArt(); 358 359 if (mem != NULL) { 360 printf("extractAlbumArt(%s) => OK\n", filename); 361 } else { 362 printf("both captureFrame and extractAlbumArt " 363 "failed on file '%s'.\n", filename); 364 } 365 } 366 } 367 368 return 0; 369 } 370 371 if (dumpProfiles) { 372 sp<IServiceManager> sm = defaultServiceManager(); 373 sp<IBinder> binder = sm->getService(String16("media.player")); 374 sp<IMediaPlayerService> service = 375 interface_cast<IMediaPlayerService>(binder); 376 377 CHECK(service.get() != NULL); 378 379 sp<IOMX> omx = service->getOMX(); 380 CHECK(omx.get() != NULL); 381 382 const char *kMimeTypes[] = { 383 MEDIA_MIMETYPE_VIDEO_AVC, MEDIA_MIMETYPE_VIDEO_MPEG4, 384 MEDIA_MIMETYPE_VIDEO_H263, MEDIA_MIMETYPE_AUDIO_AAC, 385 MEDIA_MIMETYPE_AUDIO_AMR_NB, MEDIA_MIMETYPE_AUDIO_AMR_WB, 386 MEDIA_MIMETYPE_AUDIO_MPEG 387 }; 388 389 for (size_t k = 0; k < sizeof(kMimeTypes) / sizeof(kMimeTypes[0]); 390 ++k) { 391 printf("type '%s':\n", kMimeTypes[k]); 392 393 Vector<CodecCapabilities> results; 394 CHECK_EQ(QueryCodecs(omx, kMimeTypes[k], 395 true, // queryDecoders 396 &results), OK); 397 398 for (size_t i = 0; i < results.size(); ++i) { 399 printf(" decoder '%s' supports ", 400 results[i].mComponentName.string()); 401 402 if (results[i].mProfileLevels.size() == 0) { 403 printf("NOTHING.\n"); 404 continue; 405 } 406 407 for (size_t j = 0; j < results[i].mProfileLevels.size(); ++j) { 408 const CodecProfileLevel &profileLevel = 409 results[i].mProfileLevels[j]; 410 411 printf("%s%ld/%ld", j > 0 ? ", " : "", 412 profileLevel.mProfile, profileLevel.mLevel); 413 } 414 415 printf("\n"); 416 } 417 } 418 } 419 420 if (listComponents) { 421 sp<IServiceManager> sm = defaultServiceManager(); 422 sp<IBinder> binder = sm->getService(String16("media.player")); 423 sp<IMediaPlayerService> service = interface_cast<IMediaPlayerService>(binder); 424 425 CHECK(service.get() != NULL); 426 427 sp<IOMX> omx = service->getOMX(); 428 CHECK(omx.get() != NULL); 429 430 List<IOMX::ComponentInfo> list; 431 omx->listNodes(&list); 432 433 for (List<IOMX::ComponentInfo>::iterator it = list.begin(); 434 it != list.end(); ++it) { 435 printf("%s\n", (*it).mName.string()); 436 } 437 } 438 439 DataSource::RegisterDefaultSniffers(); 440 441 OMXClient client; 442 status_t err = client.connect(); 443 444 for (int k = 0; k < argc; ++k) { 445 const char *filename = argv[k]; 446 447 sp<DataSource> dataSource; 448 if (!strncasecmp("http://", filename, 7)) { 449 dataSource = new HTTPDataSource(filename); 450 if (((HTTPDataSource *)dataSource.get())->connect() != OK) { 451 fprintf(stderr, "failed to connect to HTTP server.\n"); 452 return -1; 453 } 454 dataSource = new CachingDataSource(dataSource, 32 * 1024, 20); 455 } else { 456 dataSource = new FileSource(filename); 457 } 458 459 bool isJPEG = false; 460 461 size_t len = strlen(filename); 462 if (len >= 4 && !strcasecmp(filename + len - 4, ".jpg")) { 463 isJPEG = true; 464 } 465 466 sp<MediaSource> mediaSource; 467 468 if (isJPEG) { 469 mediaSource = new JPEGSource(dataSource); 470 } else { 471 sp<MediaExtractor> extractor = MediaExtractor::Create(dataSource); 472 if (extractor == NULL) { 473 fprintf(stderr, "could not create data source\n"); 474 return -1; 475 } 476 477 size_t numTracks = extractor->countTracks(); 478 479 sp<MetaData> meta; 480 size_t i; 481 for (i = 0; i < numTracks; ++i) { 482 meta = extractor->getTrackMetaData( 483 i, MediaExtractor::kIncludeExtensiveMetaData); 484 485 const char *mime; 486 meta->findCString(kKeyMIMEType, &mime); 487 488 if (audioOnly && !strncasecmp(mime, "audio/", 6)) { 489 break; 490 } 491 492 if (!audioOnly && !strncasecmp(mime, "video/", 6)) { 493 break; 494 } 495 } 496 497 int64_t thumbTimeUs; 498 if (meta->findInt64(kKeyThumbnailTime, &thumbTimeUs)) { 499 printf("thumbnailTime: %lld us (%.2f secs)\n", 500 thumbTimeUs, thumbTimeUs / 1E6); 501 } 502 503 mediaSource = extractor->getTrack(i); 504 } 505 506 playSource(&client, mediaSource); 507 } 508 509 client.disconnect(); 510 511 return 0; 512} 513