stagefright.cpp revision 1c70247536457f7b7fa84daa3482bd3d3b44e225 
1/*
2 * Copyright (C) 2009 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include <sys/time.h>
18
19#include <stdlib.h>
20#include <string.h>
21#include <unistd.h>
22
23#include "SineSource.h"
24
25#include <binder/IServiceManager.h>
26#include <binder/ProcessState.h>
27#include <media/IMediaPlayerService.h>
28#include <media/stagefright/AudioPlayer.h>
29#include <media/stagefright/DataSource.h>
30#include <media/stagefright/JPEGSource.h>
31#include <media/stagefright/MediaDebug.h>
32#include <media/stagefright/MediaDefs.h>
33#include <media/stagefright/MediaErrors.h>
34#include <media/stagefright/MediaExtractor.h>
35#include <media/stagefright/MediaSource.h>
36#include <media/stagefright/MetaData.h>
37#include <media/stagefright/OMXClient.h>
38#include <media/stagefright/OMXCodec.h>
39#include <media/mediametadataretriever.h>
40
41using namespace android;
42
43static long gNumRepetitions;
44static long gMaxNumFrames;  // 0 means decode all available.
45static long gReproduceBug;  // if not -1.
46static bool gPreferSoftwareCodec;
47static bool gPlaybackAudio;
48
49static int64_t getNowUs() {
50    struct timeval tv;
51    gettimeofday(&tv, NULL);
52
53    return (int64_t)tv.tv_usec + tv.tv_sec * 1000000ll;
54}
55
56static void playSource(OMXClient *client, const sp<MediaSource> &source) {
57    sp<MetaData> meta = source->getFormat();
58
59    const char *mime;
60    CHECK(meta->findCString(kKeyMIMEType, &mime));
61
62    sp<MediaSource> rawSource;
63    if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_RAW, mime)) {
64        rawSource = source;
65    } else {
66        rawSource = OMXCodec::Create(
67            client->interface(), meta, false /* createEncoder */, source,
68            NULL /* matchComponentName */,
69            gPreferSoftwareCodec ? OMXCodec::kPreferSoftwareCodecs : 0);
70
71        if (rawSource == NULL) {
72            fprintf(stderr, "Failed to instantiate decoder for '%s'.\n", mime);
73            return;
74        }
75    }
76
77    status_t err = rawSource->start();
78
79    if (err != OK) {
80        fprintf(stderr, "rawSource returned error %d (0x%08x)\n", err, err);
81        return;
82    }
83
84    if (gPlaybackAudio) {
85        AudioPlayer *player = new AudioPlayer(NULL);
86        player->setSource(rawSource);
87        rawSource.clear();
88
89        player->start(true /* sourceAlreadyStarted */);
90
91        status_t finalStatus;
92        while (!player->reachedEOS(&finalStatus)) {
93            usleep(100000ll);
94        }
95
96        delete player;
97        player = NULL;
98
99        return;
100    } else if (gReproduceBug >= 3 && gReproduceBug <= 5) {
101        int64_t durationUs;
102        CHECK(meta->findInt64(kKeyDuration, &durationUs));
103
104        status_t err;
105        MediaBuffer *buffer;
106        MediaSource::ReadOptions options;
107        int64_t seekTimeUs = -1;
108        for (;;) {
109            err = rawSource->read(&buffer, &options);
110            options.clearSeekTo();
111
112            bool shouldSeek = false;
113            if (err == INFO_FORMAT_CHANGED) {
114                CHECK_EQ(buffer, NULL);
115
116                printf("format changed.\n");
117                continue;
118            } else if (err != OK) {
119                printf("reached EOF.\n");
120
121                shouldSeek = true;
122            } else {
123                int64_t timestampUs;
124                CHECK(buffer->meta_data()->findInt64(kKeyTime, &timestampUs));
125
126                bool failed = false;
127
128                if (seekTimeUs >= 0) {
129                    int64_t diff = timestampUs - seekTimeUs;
130
131                    if (diff < 0) {
132                        diff = -diff;
133                    }
134
135                    if ((gReproduceBug == 4 && diff > 500000)
136                        || (gReproduceBug == 5 && timestampUs < 0)) {
137                        printf("wanted: %.2f secs, got: %.2f secs\n",
138                               seekTimeUs / 1E6, timestampUs / 1E6);
139
140                        printf("ERROR: ");
141                        failed = true;
142                    }
143                }
144
145                printf("buffer has timestamp %lld us (%.2f secs)\n",
146                       timestampUs, timestampUs / 1E6);
147
148                buffer->release();
149                buffer = NULL;
150
151                if (failed) {
152                    break;
153                }
154
155                shouldSeek = ((double)rand() / RAND_MAX) < 0.1;
156
157                if (gReproduceBug == 3) {
158                    shouldSeek = false;
159                }
160            }
161
162            seekTimeUs = -1;
163
164            if (shouldSeek) {
165                seekTimeUs = (rand() * (float)durationUs) / RAND_MAX;
166                options.setSeekTo(seekTimeUs);
167
168                printf("seeking to %lld us (%.2f secs)\n",
169                       seekTimeUs, seekTimeUs / 1E6);
170            }
171        }
172
173        rawSource->stop();
174
175        return;
176    }
177
178    int n = 0;
179    int64_t startTime = getNowUs();
180
181    long numIterationsLeft = gNumRepetitions;
182    MediaSource::ReadOptions options;
183
184    int64_t sumDecodeUs = 0;
185    int64_t totalBytes = 0;
186
187    while (numIterationsLeft-- > 0) {
188        long numFrames = 0;
189
190        MediaBuffer *buffer;
191
192        for (;;) {
193            int64_t startDecodeUs = getNowUs();
194            status_t err = rawSource->read(&buffer, &options);
195            int64_t delayDecodeUs = getNowUs() - startDecodeUs;
196
197            options.clearSeekTo();
198
199            if (err != OK) {
200                CHECK_EQ(buffer, NULL);
201
202                if (err == INFO_FORMAT_CHANGED) {
203                    printf("format changed.\n");
204                    continue;
205                }
206
207                break;
208            }
209
210            if (buffer->range_length() > 0 && (n++ % 16) == 0) {
211                printf(".");
212                fflush(stdout);
213            }
214
215            sumDecodeUs += delayDecodeUs;
216            totalBytes += buffer->range_length();
217
218            buffer->release();
219            buffer = NULL;
220
221            ++numFrames;
222            if (gMaxNumFrames > 0 && numFrames == gMaxNumFrames) {
223                break;
224            }
225
226            if (gReproduceBug == 1 && numFrames == 40) {
227                printf("seeking past the end now.");
228                options.setSeekTo(0x7fffffffL);
229            } else if (gReproduceBug == 2 && numFrames == 40) {
230                printf("seeking to 5 secs.");
231                options.setSeekTo(5000000);
232            }
233        }
234
235        printf("$");
236        fflush(stdout);
237
238        options.setSeekTo(0);
239    }
240
241    rawSource->stop();
242    printf("\n");
243
244    int64_t delay = getNowUs() - startTime;
245    if (!strncasecmp("video/", mime, 6)) {
246        printf("avg. %.2f fps\n", n * 1E6 / delay);
247
248        printf("avg. time to decode one buffer %.2f usecs\n",
249               (double)sumDecodeUs / n);
250
251        printf("decoded a total of %d frame(s).\n", n);
252    } else if (!strncasecmp("audio/", mime, 6)) {
253        // Frame count makes less sense for audio, as the output buffer
254        // sizes may be different across decoders.
255        printf("avg. %.2f KB/sec\n", totalBytes / 1024 * 1E6 / delay);
256
257        printf("decoded a total of %lld bytes\n", totalBytes);
258    }
259}
260
261static void usage(const char *me) {
262    fprintf(stderr, "usage: %s\n", me);
263    fprintf(stderr, "       -h(elp)\n");
264    fprintf(stderr, "       -a(udio)\n");
265    fprintf(stderr, "       -n repetitions\n");
266    fprintf(stderr, "       -l(ist) components\n");
267    fprintf(stderr, "       -m max-number-of-frames-to-decode in each pass\n");
268    fprintf(stderr, "       -b bug to reproduce\n");
269    fprintf(stderr, "       -p(rofiles) dump decoder profiles supported\n");
270    fprintf(stderr, "       -t(humbnail) extract video thumbnail or album art\n");
271    fprintf(stderr, "       -s(oftware) prefer software codec\n");
272    fprintf(stderr, "       -o playback audio\n");
273}
274
275int main(int argc, char **argv) {
276    android::ProcessState::self()->startThreadPool();
277
278    bool audioOnly = false;
279    bool listComponents = false;
280    bool dumpProfiles = false;
281    bool extractThumbnail = false;
282    gNumRepetitions = 1;
283    gMaxNumFrames = 0;
284    gReproduceBug = -1;
285    gPreferSoftwareCodec = false;
286    gPlaybackAudio = false;
287
288    int res;
289    while ((res = getopt(argc, argv, "han:lm:b:ptso")) >= 0) {
290        switch (res) {
291            case 'a':
292            {
293                audioOnly = true;
294                break;
295            }
296
297            case 'l':
298            {
299                listComponents = true;
300                break;
301            }
302
303            case 'm':
304            case 'n':
305            case 'b':
306            {
307                char *end;
308                long x = strtol(optarg, &end, 10);
309
310                if (*end != '\0' || end == optarg || x <= 0) {
311                    x = 1;
312                }
313
314                if (res == 'n') {
315                    gNumRepetitions = x;
316                } else if (res == 'm') {
317                    gMaxNumFrames = x;
318                } else {
319                    CHECK_EQ(res, 'b');
320                    gReproduceBug = x;
321                }
322                break;
323            }
324
325            case 'p':
326            {
327                dumpProfiles = true;
328                break;
329            }
330
331            case 't':
332            {
333                extractThumbnail = true;
334                break;
335            }
336
337            case 's':
338            {
339                gPreferSoftwareCodec = true;
340                break;
341            }
342
343            case 'o':
344            {
345                gPlaybackAudio = true;
346                break;
347            }
348
349            case '?':
350            case 'h':
351            default:
352            {
353                usage(argv[0]);
354                exit(1);
355                break;
356            }
357        }
358    }
359
360    if (gPlaybackAudio && !audioOnly) {
361        // This doesn't make any sense if we're decoding the video track.
362        gPlaybackAudio = false;
363    }
364
365    argc -= optind;
366    argv += optind;
367
368    if (extractThumbnail) {
369        sp<IServiceManager> sm = defaultServiceManager();
370        sp<IBinder> binder = sm->getService(String16("media.player"));
371        sp<IMediaPlayerService> service =
372            interface_cast<IMediaPlayerService>(binder);
373
374        CHECK(service.get() != NULL);
375
376        sp<IMediaMetadataRetriever> retriever =
377            service->createMetadataRetriever(getpid());
378
379        CHECK(retriever != NULL);
380
381        for (int k = 0; k < argc; ++k) {
382            const char *filename = argv[k];
383
384            CHECK_EQ(retriever->setDataSource(filename), OK);
385            CHECK_EQ(retriever->setMode(
386                        METADATA_MODE_FRAME_CAPTURE_AND_METADATA_RETRIEVAL),
387                     OK);
388
389            sp<IMemory> mem = retriever->captureFrame();
390
391            if (mem != NULL) {
392                printf("captureFrame(%s) => OK\n", filename);
393            } else {
394                mem = retriever->extractAlbumArt();
395
396                if (mem != NULL) {
397                    printf("extractAlbumArt(%s) => OK\n", filename);
398                } else {
399                    printf("both captureFrame and extractAlbumArt "
400                           "failed on file '%s'.\n", filename);
401                }
402            }
403        }
404
405        return 0;
406    }
407
408    if (dumpProfiles) {
409        sp<IServiceManager> sm = defaultServiceManager();
410        sp<IBinder> binder = sm->getService(String16("media.player"));
411        sp<IMediaPlayerService> service =
412            interface_cast<IMediaPlayerService>(binder);
413
414        CHECK(service.get() != NULL);
415
416        sp<IOMX> omx = service->getOMX();
417        CHECK(omx.get() != NULL);
418
419        const char *kMimeTypes[] = {
420            MEDIA_MIMETYPE_VIDEO_AVC, MEDIA_MIMETYPE_VIDEO_MPEG4,
421            MEDIA_MIMETYPE_VIDEO_H263, MEDIA_MIMETYPE_AUDIO_AAC,
422            MEDIA_MIMETYPE_AUDIO_AMR_NB, MEDIA_MIMETYPE_AUDIO_AMR_WB,
423            MEDIA_MIMETYPE_AUDIO_MPEG
424        };
425
426        for (size_t k = 0; k < sizeof(kMimeTypes) / sizeof(kMimeTypes[0]);
427             ++k) {
428            printf("type '%s':\n", kMimeTypes[k]);
429
430            Vector<CodecCapabilities> results;
431            CHECK_EQ(QueryCodecs(omx, kMimeTypes[k],
432                                 true, // queryDecoders
433                                 &results), OK);
434
435            for (size_t i = 0; i < results.size(); ++i) {
436                printf("  decoder '%s' supports ",
437                       results[i].mComponentName.string());
438
439                if (results[i].mProfileLevels.size() == 0) {
440                    printf("NOTHING.\n");
441                    continue;
442                }
443
444                for (size_t j = 0; j < results[i].mProfileLevels.size(); ++j) {
445                    const CodecProfileLevel &profileLevel =
446                        results[i].mProfileLevels[j];
447
448                    printf("%s%ld/%ld", j > 0 ? ", " : "",
449                           profileLevel.mProfile, profileLevel.mLevel);
450                }
451
452                printf("\n");
453            }
454        }
455    }
456
457    if (listComponents) {
458        sp<IServiceManager> sm = defaultServiceManager();
459        sp<IBinder> binder = sm->getService(String16("media.player"));
460        sp<IMediaPlayerService> service = interface_cast<IMediaPlayerService>(binder);
461
462        CHECK(service.get() != NULL);
463
464        sp<IOMX> omx = service->getOMX();
465        CHECK(omx.get() != NULL);
466
467        List<IOMX::ComponentInfo> list;
468        omx->listNodes(&list);
469
470        for (List<IOMX::ComponentInfo>::iterator it = list.begin();
471             it != list.end(); ++it) {
472            printf("%s\n", (*it).mName.string());
473        }
474    }
475
476    DataSource::RegisterDefaultSniffers();
477
478    OMXClient client;
479    status_t err = client.connect();
480
481    for (int k = 0; k < argc; ++k) {
482        const char *filename = argv[k];
483
484        sp<DataSource> dataSource = DataSource::CreateFromURI(filename);
485
486        if (dataSource == NULL) {
487            fprintf(stderr, "Unable to create data source.\n");
488            return 1;
489        }
490
491        bool isJPEG = false;
492
493        size_t len = strlen(filename);
494        if (len >= 4 && !strcasecmp(filename + len - 4, ".jpg")) {
495            isJPEG = true;
496        }
497
498        sp<MediaSource> mediaSource;
499
500        if (isJPEG) {
501            mediaSource = new JPEGSource(dataSource);
502        } else if (!strncasecmp("sine:", filename, 5)) {
503            char *end;
504            long sampleRate = strtol(filename + 5, &end, 10);
505
506            if (end == filename + 5) {
507                sampleRate = 44100;
508            }
509            mediaSource = new SineSource(sampleRate, 1);
510        } else {
511            sp<MediaExtractor> extractor = MediaExtractor::Create(dataSource);
512            if (extractor == NULL) {
513                fprintf(stderr, "could not create extractor.\n");
514                return -1;
515            }
516
517            size_t numTracks = extractor->countTracks();
518
519            sp<MetaData> meta;
520            size_t i;
521            for (i = 0; i < numTracks; ++i) {
522                meta = extractor->getTrackMetaData(
523                        i, MediaExtractor::kIncludeExtensiveMetaData);
524
525                const char *mime;
526                meta->findCString(kKeyMIMEType, &mime);
527
528                if (audioOnly && !strncasecmp(mime, "audio/", 6)) {
529                    break;
530                }
531
532                if (!audioOnly && !strncasecmp(mime, "video/", 6)) {
533                    break;
534                }
535
536                meta = NULL;
537            }
538
539            if (meta == NULL) {
540                fprintf(stderr,
541                        "No suitable %s track found. The '-a' option will "
542                        "target audio tracks only, the default is to target "
543                        "video tracks only.\n",
544                        audioOnly ? "audio" : "video");
545                return -1;
546            }
547
548            int64_t thumbTimeUs;
549            if (meta->findInt64(kKeyThumbnailTime, &thumbTimeUs)) {
550                printf("thumbnailTime: %lld us (%.2f secs)\n",
551                       thumbTimeUs, thumbTimeUs / 1E6);
552            }
553
554            mediaSource = extractor->getTrack(i);
555        }
556
557        playSource(&client, mediaSource);
558    }
559
560    client.disconnect();
561
562    return 0;
563}
564