OMXCodec.cpp revision c4847184f0d351ca2587ca66dc5ab8eab4dbe207
1693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber/*
2693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Copyright (C) 2009 The Android Open Source Project
3693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber *
4693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License");
5693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * you may not use this file except in compliance with the License.
6693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * You may obtain a copy of the License at
7693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber *
8693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber *      http://www.apache.org/licenses/LICENSE-2.0
9693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber *
10693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Unless required by applicable law or agreed to in writing, software
11693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS,
12693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * See the License for the specific language governing permissions and
14693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * limitations under the License.
15693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber */
16693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
17693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber//#define LOG_NDEBUG 0
18693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#define LOG_TAG "OMXCodec"
19693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <utils/Log.h>
20693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
21956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong#include "include/AACEncoder.h"
22b841f14f8e51f2365945281fbfa54ef6a1b1b5a6Andreas Huber#include "include/AMRNBEncoder.h"
23956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong#include "include/AMRWBEncoder.h"
2429a84457aed4c45bc900998b5e11c03023264208James Dong#include "include/AVCEncoder.h"
2559f566c4ec3dfc097ad8163523e522280b27e5c3James Dong#include "include/M4vH263Encoder.h"
2692616b5655b7aef260480f60f2aabf98e821c8f3Andreas Huber
2789e69da4d86348409994c9dafbbb2634ccd7c196Andreas Huber#include "include/ESDS.h"
2889e69da4d86348409994c9dafbbb2634ccd7c196Andreas Huber
29693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <binder/IServiceManager.h>
30693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <binder/MemoryDealer.h>
31693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <binder/ProcessState.h>
32f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber#include <media/stagefright/foundation/ADebug.h>
33693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/IMediaPlayerService.h>
346a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis#include <media/stagefright/HardwareAPI.h>
35693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaBuffer.h>
36693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaBufferGroup.h>
3718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber#include <media/stagefright/MediaDefs.h>
38693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaExtractor.h>
39693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MetaData.h>
40693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/OMXCodec.h>
41bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber#include <media/stagefright/Utils.h>
42693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <utils/Vector.h>
43693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
44693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <OMX_Audio.h>
45693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <OMX_Component.h>
46693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
47bfd41f33c77c66ead48ee378e4ea4b7bfa5fca1fAndreas Huber#include "include/avc_utils.h"
48aae3516293e58c0b015d4109bde58c11d503433cAndreas Huber
49693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubernamespace android {
50693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
51a57a9a491272aa884494b2ec7854960827a73742James Dong// Treat time out as an error if we have not received any output
52a57a9a491272aa884494b2ec7854960827a73742James Dong// buffers after 3 seconds.
53a57a9a491272aa884494b2ec7854960827a73742James Dongconst static int64_t kBufferFilledEventTimeOutUs = 3000000000LL;
54a57a9a491272aa884494b2ec7854960827a73742James Dong
55693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct CodecInfo {
56693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    const char *mime;
57693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    const char *codec;
58693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber};
59693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
60956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong#define FACTORY_CREATE_ENCODER(name) \
61956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dongstatic sp<MediaSource> Make##name(const sp<MediaSource> &source, const sp<MetaData> &meta) { \
62956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    return new name(source, meta); \
63956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong}
64956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong
651af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber#define FACTORY_REF(name) { #name, Make##name },
661af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber
67bbba88cb1bdc34705d1477208990a06904c022e7Andreas HuberFACTORY_CREATE_ENCODER(AMRNBEncoder)
68bbba88cb1bdc34705d1477208990a06904c022e7Andreas HuberFACTORY_CREATE_ENCODER(AMRWBEncoder)
69bbba88cb1bdc34705d1477208990a06904c022e7Andreas HuberFACTORY_CREATE_ENCODER(AACEncoder)
70bbba88cb1bdc34705d1477208990a06904c022e7Andreas HuberFACTORY_CREATE_ENCODER(AVCEncoder)
71bbba88cb1bdc34705d1477208990a06904c022e7Andreas HuberFACTORY_CREATE_ENCODER(M4vH263Encoder)
72bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber
73956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dongstatic sp<MediaSource> InstantiateSoftwareEncoder(
74956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        const char *name, const sp<MediaSource> &source,
75956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        const sp<MetaData> &meta) {
76956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    struct FactoryInfo {
77956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        const char *name;
78956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        sp<MediaSource> (*CreateFunc)(const sp<MediaSource> &, const sp<MetaData> &);
79956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    };
80956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong
81956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    static const FactoryInfo kFactoryInfo[] = {
82956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        FACTORY_REF(AMRNBEncoder)
83956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        FACTORY_REF(AMRWBEncoder)
84956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        FACTORY_REF(AACEncoder)
8529a84457aed4c45bc900998b5e11c03023264208James Dong        FACTORY_REF(AVCEncoder)
8659f566c4ec3dfc097ad8163523e522280b27e5c3James Dong        FACTORY_REF(M4vH263Encoder)
87956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    };
88956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    for (size_t i = 0;
89956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong         i < sizeof(kFactoryInfo) / sizeof(kFactoryInfo[0]); ++i) {
90956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        if (!strcmp(name, kFactoryInfo[i].name)) {
91956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong            return (*kFactoryInfo[i].CreateFunc)(source, meta);
92956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        }
93956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    }
94956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong
95956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    return NULL;
96956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong}
971af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber
981af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber#undef FACTORY_REF
991af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber#undef FACTORY_CREATE
1001af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber
101693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatic const CodecInfo kDecoderInfo[] = {
10218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    { MEDIA_MIMETYPE_IMAGE_JPEG, "OMX.TI.JPEG.decode" },
1030b5ba9eeed56a80fed3735f5cd4951477fda79f0James Dong//    { MEDIA_MIMETYPE_AUDIO_MPEG, "OMX.TI.MP3.decode" },
104bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    { MEDIA_MIMETYPE_AUDIO_MPEG, "OMX.google.mp3.decoder" },
1057f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber//    { MEDIA_MIMETYPE_AUDIO_AMR_NB, "OMX.TI.AMR.decode" },
10627fdb181daebec3dbe477080adad94f81ed667adAndreas Huber//    { MEDIA_MIMETYPE_AUDIO_AMR_NB, "OMX.Nvidia.amr.decoder" },
107bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    { MEDIA_MIMETYPE_AUDIO_AMR_NB, "OMX.google.amrnb.decoder" },
10827fdb181daebec3dbe477080adad94f81ed667adAndreas Huber//    { MEDIA_MIMETYPE_AUDIO_AMR_NB, "OMX.Nvidia.amrwb.decoder" },
10918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    { MEDIA_MIMETYPE_AUDIO_AMR_WB, "OMX.TI.WBAMR.decode" },
110bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    { MEDIA_MIMETYPE_AUDIO_AMR_WB, "OMX.google.amrwb.decoder" },
11127fdb181daebec3dbe477080adad94f81ed667adAndreas Huber//    { MEDIA_MIMETYPE_AUDIO_AAC, "OMX.Nvidia.aac.decoder" },
11218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    { MEDIA_MIMETYPE_AUDIO_AAC, "OMX.TI.AAC.decode" },
113bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    { MEDIA_MIMETYPE_AUDIO_AAC, "OMX.google.aac.decoder" },
114bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    { MEDIA_MIMETYPE_AUDIO_G711_ALAW, "OMX.google.g711.alaw.decoder" },
115bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    { MEDIA_MIMETYPE_AUDIO_G711_MLAW, "OMX.google.g711.mlaw.decoder" },
116cb62bc3fe54222cf05824e6f98fefafee552049aAnu Sundararajan    { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.TI.DUCATI1.VIDEO.DECODER" },
11709ddead9fcb391efd718738245455398a7ec6887Andreas Huber    { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.Nvidia.mp4.decode" },
118ae1f0036bd9cc52353fb3a8ad4556792e1e8047aAndreas Huber    { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.qcom.7x30.video.decoder.mpeg4" },
11918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.qcom.video.decoder.mpeg4" },
12018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.TI.Video.Decoder" },
121095916d92ea2378aea6fc35e80e368172c02021bAndreas Huber    { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.SEC.MPEG4.Decoder" },
122bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.google.mpeg4.decoder" },
123cb62bc3fe54222cf05824e6f98fefafee552049aAnu Sundararajan    { MEDIA_MIMETYPE_VIDEO_H263, "OMX.TI.DUCATI1.VIDEO.DECODER" },
12409ddead9fcb391efd718738245455398a7ec6887Andreas Huber    { MEDIA_MIMETYPE_VIDEO_H263, "OMX.Nvidia.h263.decode" },
125ae1f0036bd9cc52353fb3a8ad4556792e1e8047aAndreas Huber    { MEDIA_MIMETYPE_VIDEO_H263, "OMX.qcom.7x30.video.decoder.h263" },
12618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    { MEDIA_MIMETYPE_VIDEO_H263, "OMX.qcom.video.decoder.h263" },
127095916d92ea2378aea6fc35e80e368172c02021bAndreas Huber    { MEDIA_MIMETYPE_VIDEO_H263, "OMX.SEC.H263.Decoder" },
128bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    { MEDIA_MIMETYPE_VIDEO_H263, "OMX.google.h263.decoder" },
129cb62bc3fe54222cf05824e6f98fefafee552049aAnu Sundararajan    { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.TI.DUCATI1.VIDEO.DECODER" },
130ea659e51af658d77bef7b88a2fb542ec2d69e032pgudadhe    { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.Nvidia.h264.decode" },
131ae1f0036bd9cc52353fb3a8ad4556792e1e8047aAndreas Huber    { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.qcom.7x30.video.decoder.avc" },
13218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.qcom.video.decoder.avc" },
13318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.TI.Video.Decoder" },
134095916d92ea2378aea6fc35e80e368172c02021bAndreas Huber    { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.SEC.AVC.Decoder" },
1350c1bc742181ded4930842b46e9507372f0b1b963James Dong    { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.google.h264.decoder" },
136bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.google.avc.decoder" },
137bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    { MEDIA_MIMETYPE_AUDIO_VORBIS, "OMX.google.vorbis.decoder" },
138bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    { MEDIA_MIMETYPE_VIDEO_VPX, "OMX.google.vpx.decoder" },
139386d609dc513e838c7e7c4c46c604493ccd560beAndreas Huber    { MEDIA_MIMETYPE_VIDEO_MPEG2, "OMX.Nvidia.mpeg2v.decode" },
140693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber};
141693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
142693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatic const CodecInfo kEncoderInfo[] = {
14318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    { MEDIA_MIMETYPE_AUDIO_AMR_NB, "OMX.TI.AMR.encode" },
144b25e2a948c8b5a96e284069a908c2fddb49efc48Andreas Huber    { MEDIA_MIMETYPE_AUDIO_AMR_NB, "AMRNBEncoder" },
14518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    { MEDIA_MIMETYPE_AUDIO_AMR_WB, "OMX.TI.WBAMR.encode" },
146956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    { MEDIA_MIMETYPE_AUDIO_AMR_WB, "AMRWBEncoder" },
14718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    { MEDIA_MIMETYPE_AUDIO_AAC, "OMX.TI.AAC.encode" },
148956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    { MEDIA_MIMETYPE_AUDIO_AAC, "AACEncoder" },
1491374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket    { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.TI.DUCATI1.VIDEO.MPEG4E" },
150ae1f0036bd9cc52353fb3a8ad4556792e1e8047aAndreas Huber    { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.qcom.7x30.video.encoder.mpeg4" },
15118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.qcom.video.encoder.mpeg4" },
15218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.TI.Video.encoder" },
1536d59aa4bb8e9734a9197290a027356e88552f59aJames Dong    { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.Nvidia.mp4.encoder" },
154095916d92ea2378aea6fc35e80e368172c02021bAndreas Huber    { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.SEC.MPEG4.Encoder" },
15559f566c4ec3dfc097ad8163523e522280b27e5c3James Dong    { MEDIA_MIMETYPE_VIDEO_MPEG4, "M4vH263Encoder" },
1561374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket    { MEDIA_MIMETYPE_VIDEO_H263, "OMX.TI.DUCATI1.VIDEO.MPEG4E" },
157ae1f0036bd9cc52353fb3a8ad4556792e1e8047aAndreas Huber    { MEDIA_MIMETYPE_VIDEO_H263, "OMX.qcom.7x30.video.encoder.h263" },
15818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    { MEDIA_MIMETYPE_VIDEO_H263, "OMX.qcom.video.encoder.h263" },
15918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    { MEDIA_MIMETYPE_VIDEO_H263, "OMX.TI.Video.encoder" },
1606d59aa4bb8e9734a9197290a027356e88552f59aJames Dong    { MEDIA_MIMETYPE_VIDEO_H263, "OMX.Nvidia.h263.encoder" },
161095916d92ea2378aea6fc35e80e368172c02021bAndreas Huber    { MEDIA_MIMETYPE_VIDEO_H263, "OMX.SEC.H263.Encoder" },
16259f566c4ec3dfc097ad8163523e522280b27e5c3James Dong    { MEDIA_MIMETYPE_VIDEO_H263, "M4vH263Encoder" },
1631374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket    { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.TI.DUCATI1.VIDEO.H264E" },
164ae1f0036bd9cc52353fb3a8ad4556792e1e8047aAndreas Huber    { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.qcom.7x30.video.encoder.avc" },
16503b268eac37ca2589bfff0bf58daf79d29cc14f4Andreas Huber    { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.qcom.video.encoder.avc" },
16618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.TI.Video.encoder" },
1674937be23b485ce8edf180ff5e71ebf0884178f17pgudadhe    { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.Nvidia.h264.encoder" },
168095916d92ea2378aea6fc35e80e368172c02021bAndreas Huber    { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.SEC.AVC.Encoder" },
16929a84457aed4c45bc900998b5e11c03023264208James Dong    { MEDIA_MIMETYPE_VIDEO_AVC, "AVCEncoder" },
170693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber};
171693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1721af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber#undef OPTIONAL
1731af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber
1748cd11d23197209e2c2bdb7980bc17e3f1257a118Andreas Huber#define CODEC_LOGI(x, ...) LOGI("[%s] "x, mComponentName, ##__VA_ARGS__)
1757a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber#define CODEC_LOGV(x, ...) LOGV("[%s] "x, mComponentName, ##__VA_ARGS__)
176c017cfcc24dd63c7efde5747a6ed2d4053788abcAndreas Huber#define CODEC_LOGE(x, ...) LOGE("[%s] "x, mComponentName, ##__VA_ARGS__)
1777a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber
178693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodecObserver : public BnOMXObserver {
179318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    OMXCodecObserver() {
180318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    }
181318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber
182318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    void setCodec(const sp<OMXCodec> &target) {
183318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber        mTarget = target;
184693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
185693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
186693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    // from IOMXObserver
187318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    virtual void onMessage(const omx_message &msg) {
188693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        sp<OMXCodec> codec = mTarget.promote();
189693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
190693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        if (codec.get() != NULL) {
19114c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong            Mutex::Autolock autoLock(codec->mLock);
192693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            codec->on_message(msg);
19314c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong            codec.clear();
194693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
195693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
196693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
197693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprotected:
198693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    virtual ~OMXCodecObserver() {}
199693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
200693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprivate:
201693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    wp<OMXCodec> mTarget;
202693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
203693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMXCodecObserver(const OMXCodecObserver &);
204693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMXCodecObserver &operator=(const OMXCodecObserver &);
205693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber};
206693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
207693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatic const char *GetCodec(const CodecInfo *info, size_t numInfos,
208693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                            const char *mime, int index) {
209693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    CHECK(index >= 0);
210693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    for(size_t i = 0; i < numInfos; ++i) {
211693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        if (!strcasecmp(mime, info[i].mime)) {
212693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            if (index == 0) {
213693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                return info[i].codec;
214693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            }
215693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
216693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            --index;
217693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
218693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
219693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
220693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    return NULL;
221693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
222693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2237a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Hubertemplate<class T>
2247a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huberstatic void InitOMXParams(T *params) {
2257a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    params->nSize = sizeof(T);
2267a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    params->nVersion.s.nVersionMajor = 1;
2277a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    params->nVersion.s.nVersionMinor = 0;
2287a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    params->nVersion.s.nRevision = 0;
2297a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    params->nVersion.s.nStep = 0;
2307a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber}
2317a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber
232ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huberstatic bool IsSoftwareCodec(const char *componentName) {
233bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    if (!strncmp("OMX.google.", componentName, 11)) {
234bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber        return true;
235bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    }
236bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber
237c810b75fd04eef8af509bb42aa8837566a374b32James Dong    if (!strncmp("OMX.", componentName, 4)) {
238c810b75fd04eef8af509bb42aa8837566a374b32James Dong        return false;
239ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    }
240693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
241c810b75fd04eef8af509bb42aa8837566a374b32James Dong    return true;
242ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber}
243693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
244bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber// A sort order in which OMX software codecs are first, followed
245bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber// by other (non-OMX) software codecs, followed by everything else.
246ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huberstatic int CompareSoftwareCodecsFirst(
247ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        const String8 *elem1, const String8 *elem2) {
248bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    bool isOMX1 = !strncmp(elem1->string(), "OMX.", 4);
249bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    bool isOMX2 = !strncmp(elem2->string(), "OMX.", 4);
2501af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber
251ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    bool isSoftwareCodec1 = IsSoftwareCodec(elem1->string());
252ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    bool isSoftwareCodec2 = IsSoftwareCodec(elem2->string());
253693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
254ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    if (isSoftwareCodec1) {
255bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber        if (!isSoftwareCodec2) { return -1; }
256bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber
257bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber        if (isOMX1) {
258bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber            if (isOMX2) { return 0; }
259bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber
260bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber            return -1;
261bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber        } else {
262bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber            if (isOMX2) { return 0; }
263bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber
264bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber            return 1;
265bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber        }
266bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber
267ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        return -1;
268ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    }
269693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
270ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    if (isSoftwareCodec2) {
271ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        return 1;
272693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
273693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
274ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    return 0;
275ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber}
276ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
277ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber// static
2782b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huberuint32_t OMXCodec::getComponentQuirks(
2792b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber        const char *componentName, bool isEncoder) {
280693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    uint32_t quirks = 0;
281ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
2828d9dda1ba28bbcd7730a9bec10ce70db4912688eDima Zavin    if (!strcmp(componentName, "OMX.Nvidia.amr.decoder") ||
2838d9dda1ba28bbcd7730a9bec10ce70db4912688eDima Zavin         !strcmp(componentName, "OMX.Nvidia.amrwb.decoder") ||
2848d9dda1ba28bbcd7730a9bec10ce70db4912688eDima Zavin         !strcmp(componentName, "OMX.Nvidia.aac.decoder") ||
2858d9dda1ba28bbcd7730a9bec10ce70db4912688eDima Zavin         !strcmp(componentName, "OMX.Nvidia.mp3.decoder")) {
2868d9dda1ba28bbcd7730a9bec10ce70db4912688eDima Zavin        quirks |= kDecoderLiesAboutNumberOfChannels;
2878d9dda1ba28bbcd7730a9bec10ce70db4912688eDima Zavin    }
2888d9dda1ba28bbcd7730a9bec10ce70db4912688eDima Zavin
289693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (!strcmp(componentName, "OMX.TI.MP3.decode")) {
290693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        quirks |= kNeedsFlushBeforeDisable;
29178d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber        quirks |= kDecoderLiesAboutNumberOfChannels;
292693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
293693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (!strcmp(componentName, "OMX.TI.AAC.decode")) {
294693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        quirks |= kNeedsFlushBeforeDisable;
2951beb760d920561679862ded945a04e370368c7f7Andreas Huber        quirks |= kRequiresFlushCompleteEmulation;
2967f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        quirks |= kSupportsMultipleFramesPerInputBuffer;
297693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
298693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (!strncmp(componentName, "OMX.qcom.video.encoder.", 23)) {
299693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        quirks |= kRequiresLoadedToIdleAfterAllocation;
300693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        quirks |= kRequiresAllocateBufferOnInputPorts;
301888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber        quirks |= kRequiresAllocateBufferOnOutputPorts;
302824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong        if (!strncmp(componentName, "OMX.qcom.video.encoder.avc", 26)) {
303824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong
304824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong            // The AVC encoder advertises the size of output buffers
305824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong            // based on the input video resolution and assumes
306824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong            // the worst/least compression ratio is 0.5. It is found that
307824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong            // sometimes, the output buffer size is larger than
308824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong            // size advertised by the encoder.
309824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong            quirks |= kRequiresLargerEncoderOutputBuffer;
310824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong        }
311693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
312ae1f0036bd9cc52353fb3a8ad4556792e1e8047aAndreas Huber    if (!strncmp(componentName, "OMX.qcom.7x30.video.encoder.", 28)) {
313ae1f0036bd9cc52353fb3a8ad4556792e1e8047aAndreas Huber    }
314b7802d9ee9c9dbb471ae4f010bd67ba1aaa9f264Andreas Huber    if (!strncmp(componentName, "OMX.qcom.video.decoder.", 23)) {
315b7802d9ee9c9dbb471ae4f010bd67ba1aaa9f264Andreas Huber        quirks |= kRequiresAllocateBufferOnOutputPorts;
316213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber        quirks |= kDefersOutputBufferAllocation;
317b7802d9ee9c9dbb471ae4f010bd67ba1aaa9f264Andreas Huber    }
318ae1f0036bd9cc52353fb3a8ad4556792e1e8047aAndreas Huber    if (!strncmp(componentName, "OMX.qcom.7x30.video.decoder.", 28)) {
319ae1f0036bd9cc52353fb3a8ad4556792e1e8047aAndreas Huber        quirks |= kRequiresAllocateBufferOnInputPorts;
320ae1f0036bd9cc52353fb3a8ad4556792e1e8047aAndreas Huber        quirks |= kRequiresAllocateBufferOnOutputPorts;
321ae1f0036bd9cc52353fb3a8ad4556792e1e8047aAndreas Huber        quirks |= kDefersOutputBufferAllocation;
322ae1f0036bd9cc52353fb3a8ad4556792e1e8047aAndreas Huber    }
323693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
324cb62bc3fe54222cf05824e6f98fefafee552049aAnu Sundararajan    if (!strcmp(componentName, "OMX.TI.DUCATI1.VIDEO.DECODER")) {
325cb62bc3fe54222cf05824e6f98fefafee552049aAnu Sundararajan        quirks |= kRequiresAllocateBufferOnInputPorts;
326cb62bc3fe54222cf05824e6f98fefafee552049aAnu Sundararajan        quirks |= kRequiresAllocateBufferOnOutputPorts;
3271374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket    }
3281374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket
3291374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket    // FIXME:
3301374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket    // Remove the quirks after the work is done.
3311374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket    else if (!strcmp(componentName, "OMX.TI.DUCATI1.VIDEO.MPEG4E") ||
3321374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket             !strcmp(componentName, "OMX.TI.DUCATI1.VIDEO.H264E")) {
3331374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket
3341374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket        quirks |= kRequiresAllocateBufferOnInputPorts;
3351374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket        quirks |= kRequiresAllocateBufferOnOutputPorts;
3361374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket    }
3371374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket    else if (!strncmp(componentName, "OMX.TI.", 7)) {
338df4de7d7bd0060a84b064ce074d3f86d3a7aa0aeAndreas Huber        // Apparently I must not use OMX_UseBuffer on either input or
339df4de7d7bd0060a84b064ce074d3f86d3a7aa0aeAndreas Huber        // output ports on any of the TI components or quote:
340df4de7d7bd0060a84b064ce074d3f86d3a7aa0aeAndreas Huber        // "(I) may have unexpected problem (sic) which can be timing related
341df4de7d7bd0060a84b064ce074d3f86d3a7aa0aeAndreas Huber        //  and hard to reproduce."
342df4de7d7bd0060a84b064ce074d3f86d3a7aa0aeAndreas Huber
343df4de7d7bd0060a84b064ce074d3f86d3a7aa0aeAndreas Huber        quirks |= kRequiresAllocateBufferOnInputPorts;
344df4de7d7bd0060a84b064ce074d3f86d3a7aa0aeAndreas Huber        quirks |= kRequiresAllocateBufferOnOutputPorts;
3458aa8fe5ea704b05d8f0ab3d7bf18de18151f1b50James Dong        if (!strncmp(componentName, "OMX.TI.Video.encoder", 20)) {
346d07139e2e817a9b3ae9c87ba4e1e8d65d3e549daJames Dong            quirks |= kAvoidMemcopyInputRecordingFrames;
347d07139e2e817a9b3ae9c87ba4e1e8d65d3e549daJames Dong        }
348df4de7d7bd0060a84b064ce074d3f86d3a7aa0aeAndreas Huber    }
349df4de7d7bd0060a84b064ce074d3f86d3a7aa0aeAndreas Huber
35086559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber    if (!strcmp(componentName, "OMX.TI.Video.Decoder")) {
35186559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber        quirks |= kInputBufferSizesAreBogus;
35286559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber    }
35386559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber
3542b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber    if (!strncmp(componentName, "OMX.SEC.", 8) && !isEncoder) {
3552b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber        // These output buffers contain no video data, just some
3562b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber        // opaque information that allows the overlay to display their
3572b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber        // contents.
3582b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber        quirks |= kOutputBuffersAreUnreadable;
3592b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber    }
3602b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber
361ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    return quirks;
362ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber}
363ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
364ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber// static
365ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Hubervoid OMXCodec::findMatchingCodecs(
366ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        const char *mime,
367ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        bool createEncoder, const char *matchComponentName,
368ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        uint32_t flags,
369ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        Vector<String8> *matchingCodecs) {
370ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    matchingCodecs->clear();
371ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
372ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    for (int index = 0;; ++index) {
373ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        const char *componentName;
374ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
375ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        if (createEncoder) {
376ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber            componentName = GetCodec(
377ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber                    kEncoderInfo,
378ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber                    sizeof(kEncoderInfo) / sizeof(kEncoderInfo[0]),
379ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber                    mime, index);
380ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        } else {
381ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber            componentName = GetCodec(
382ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber                    kDecoderInfo,
383ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber                    sizeof(kDecoderInfo) / sizeof(kDecoderInfo[0]),
384ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber                    mime, index);
385ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        }
386ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
387ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        if (!componentName) {
388ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber            break;
389ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        }
390ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
391ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        // If a specific codec is requested, skip the non-matching ones.
392ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        if (matchComponentName && strcmp(componentName, matchComponentName)) {
393ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber            continue;
394ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        }
395ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
396d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong        // When requesting software-only codecs, only push software codecs
397d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong        // When requesting hardware-only codecs, only push hardware codecs
398d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong        // When there is request neither for software-only nor for
399d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong        // hardware-only codecs, push all codecs
400d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong        if (((flags & kSoftwareCodecsOnly) &&   IsSoftwareCodec(componentName)) ||
401d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong            ((flags & kHardwareCodecsOnly) &&  !IsSoftwareCodec(componentName)) ||
402d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong            (!(flags & (kSoftwareCodecsOnly | kHardwareCodecsOnly)))) {
403d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong
404d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong            matchingCodecs->push(String8(componentName));
405d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong        }
406ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    }
407ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
408ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    if (flags & kPreferSoftwareCodecs) {
409ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        matchingCodecs->sort(CompareSoftwareCodecsFirst);
410ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    }
411ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber}
412ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
413ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber// static
414bf697e37550d9e8376089b0b5e498613bede798cAndreas Hubersp<MediaSource> OMXCodec::Create(
415ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        const sp<IOMX> &omx,
416ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        const sp<MetaData> &meta, bool createEncoder,
417ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        const sp<MediaSource> &source,
418ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        const char *matchComponentName,
4196a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        uint32_t flags,
4206a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        const sp<ANativeWindow> &nativeWindow) {
4210bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    int32_t requiresSecureBuffers;
4220bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    if (source->getFormat()->findInt32(
4230bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                kKeyRequiresSecureBuffers,
4240bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                &requiresSecureBuffers)
4250bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            && requiresSecureBuffers) {
4260bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        flags |= kIgnoreCodecSpecificData;
4270bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        flags |= kUseSecureInputBuffers;
4280bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    }
4290bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
430ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    const char *mime;
431ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    bool success = meta->findCString(kKeyMIMEType, &mime);
432ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    CHECK(success);
433ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
434ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    Vector<String8> matchingCodecs;
435ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    findMatchingCodecs(
436ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber            mime, createEncoder, matchComponentName, flags, &matchingCodecs);
437ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
438ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    if (matchingCodecs.isEmpty()) {
439ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        return NULL;
440ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    }
441ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
442ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    sp<OMXCodecObserver> observer = new OMXCodecObserver;
443ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    IOMX::node_id node = 0;
444ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
445ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber    for (size_t i = 0; i < matchingCodecs.size(); ++i) {
446c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber        const char *componentNameBase = matchingCodecs[i].string();
447c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber        const char *componentName = componentNameBase;
448c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber
449c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber        AString tmp;
450c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber        if (flags & kUseSecureInputBuffers) {
451c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber            tmp = componentNameBase;
452c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber            tmp.append(".secure");
453c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber
454c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber            componentName = tmp.c_str();
455c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber        }
456ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
45787e031caf905145cb6e362a8c60f02736b87deefAndreas Huber        if (createEncoder) {
45887e031caf905145cb6e362a8c60f02736b87deefAndreas Huber            sp<MediaSource> softwareCodec =
45987e031caf905145cb6e362a8c60f02736b87deefAndreas Huber                InstantiateSoftwareEncoder(componentName, source, meta);
4601af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber
46187e031caf905145cb6e362a8c60f02736b87deefAndreas Huber            if (softwareCodec != NULL) {
46287e031caf905145cb6e362a8c60f02736b87deefAndreas Huber                LOGV("Successfully allocated software codec '%s'", componentName);
4631af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber
46487e031caf905145cb6e362a8c60f02736b87deefAndreas Huber                return softwareCodec;
46587e031caf905145cb6e362a8c60f02736b87deefAndreas Huber            }
4661af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber        }
4671af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber
468ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        LOGV("Attempting to allocate OMX node '%s'", componentName);
469ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
470c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber        uint32_t quirks = getComponentQuirks(componentNameBase, createEncoder);
471f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber
472f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber        if (!createEncoder
473f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber                && (quirks & kOutputBuffersAreUnreadable)
474f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber                && (flags & kClientNeedsFramebuffer)) {
475f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber            if (strncmp(componentName, "OMX.SEC.", 8)) {
476f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber                // For OMX.SEC.* decoders we can enable a special mode that
477f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber                // gives the client access to the framebuffer contents.
478f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber
479f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber                LOGW("Component '%s' does not give the client access to "
480f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber                     "the framebuffer contents. Skipping.",
481f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber                     componentName);
482f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber
483f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber                continue;
484f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber            }
485f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber        }
486f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber
487ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        status_t err = omx->allocateNode(componentName, observer, &node);
488ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber        if (err == OK) {
489ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber            LOGV("Successfully allocated OMX node '%s'", componentName);
490ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
4912a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber            sp<OMXCodec> codec = new OMXCodec(
4920bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                    omx, node, quirks, flags,
4932a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber                    createEncoder, mime, componentName,
4946a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                    source, nativeWindow);
495ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
4962a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber            observer->setCodec(codec);
4972a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber
4980bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            err = codec->configureCodec(meta);
4992a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber
5002a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber            if (err == OK) {
501386d609dc513e838c7e7c4c46c604493ccd560beAndreas Huber                if (!strcmp("OMX.Nvidia.mpeg2v.decode", componentName)) {
5020bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                    codec->mFlags |= kOnlySubmitOneInputBufferAtOneTime;
503386d609dc513e838c7e7c4c46c604493ccd560beAndreas Huber                }
504386d609dc513e838c7e7c4c46c604493ccd560beAndreas Huber
5052a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber                return codec;
5062a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber            }
507ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber
5082a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber            LOGV("Failed to configure codec '%s'", componentName);
5092a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber        }
5102a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber    }
511693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
5122a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber    return NULL;
5132a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber}
514318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber
5150bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huberstatus_t OMXCodec::configureCodec(const sp<MetaData> &meta) {
5160bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    LOGV("configureCodec protected=%d",
5170bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber         (mFlags & kEnableGrallocUsageProtected) ? 1 : 0);
5187757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong
5190bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    if (!(mFlags & kIgnoreCodecSpecificData)) {
5202a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber        uint32_t type;
5212a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber        const void *data;
5222a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber        size_t size;
5232a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber        if (meta->findData(kKeyESDS, &type, &data, &size)) {
5242a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            ESDS esds((const char *)data, size);
525f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CHECK_EQ(esds.InitCheck(), (status_t)OK);
526693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
5272a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            const void *codec_specific_data;
5282a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            size_t codec_specific_data_size;
5292a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            esds.getCodecSpecificInfo(
5302a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                    &codec_specific_data, &codec_specific_data_size);
531693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
5322a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            addCodecSpecificData(
5332a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                    codec_specific_data, codec_specific_data_size);
5342a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber        } else if (meta->findData(kKeyAVCC, &type, &data, &size)) {
5352a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            // Parse the AVCDecoderConfigurationRecord
536bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
5372a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            const uint8_t *ptr = (const uint8_t *)data;
538bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
5392a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            CHECK(size >= 7);
540f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CHECK_EQ((unsigned)ptr[0], 1u);  // configurationVersion == 1
5412a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            uint8_t profile = ptr[1];
5422a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            uint8_t level = ptr[3];
543bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
5442a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            // There is decodable content out there that fails the following
5452a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            // assertion, let's be lenient for now...
5462a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            // CHECK((ptr[4] >> 2) == 0x3f);  // reserved
547bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
5482a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            size_t lengthSize = 1 + (ptr[4] & 3);
549bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
5502a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            // commented out check below as H264_QVGA_500_NO_AUDIO.3gp
5512a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            // violates it...
5522a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            // CHECK((ptr[5] >> 5) == 7);  // reserved
553bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
5542a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            size_t numSeqParameterSets = ptr[5] & 31;
555bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
5562a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            ptr += 6;
5572a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            size -= 6;
558bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
5592a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            for (size_t i = 0; i < numSeqParameterSets; ++i) {
5602a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                CHECK(size >= 2);
5612a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                size_t length = U16_AT(ptr);
562693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
5632a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                ptr += 2;
5642a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                size -= 2;
565693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
5662a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                CHECK(size >= length);
567bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
5682a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                addCodecSpecificData(ptr, length);
569bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
5702a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                ptr += length;
5712a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                size -= length;
5722a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            }
573bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
5742a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            CHECK(size >= 1);
5752a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            size_t numPictureParameterSets = *ptr;
5762a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            ++ptr;
5772a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            --size;
578bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
5792a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            for (size_t i = 0; i < numPictureParameterSets; ++i) {
5802a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                CHECK(size >= 2);
5812a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                size_t length = U16_AT(ptr);
582bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
5832a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                ptr += 2;
5842a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                size -= 2;
585693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
5862a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                CHECK(size >= length);
587693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
5882a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                addCodecSpecificData(ptr, length);
589693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
5902a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                ptr += length;
5912a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                size -= length;
5922a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            }
593693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
59407e946ce4908eea5eebb30ea89f088fc7c679b5aAndreas Huber            CODEC_LOGI(
5952a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                    "AVC profile = %d (%s), level = %d",
5962a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                    (int)profile, AVCProfileToString(profile), level);
597693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
5982a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            if (!strcmp(mComponentName, "OMX.TI.Video.Decoder")
5992a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                && (profile != kAVCProfileBaseline || level > 30)) {
6002a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                // This stream exceeds the decoder's capabilities. The decoder
6012a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                // does not handle this gracefully and would clobber the heap
6022a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                // and wreak havoc instead...
603bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
6042a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                LOGE("Profile and/or level exceed the decoder's capabilities.");
6052a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber                return ERROR_UNSUPPORTED;
6062a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber            }
607bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber        } else if (meta->findData(kKeyVorbisInfo, &type, &data, &size)) {
608bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber            addCodecSpecificData(data, size);
609bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber
610bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber            CHECK(meta->findData(kKeyVorbisBooks, &type, &data, &size));
611bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber            addCodecSpecificData(data, size);
612693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
613693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
614693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
615956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    int32_t bitRate = 0;
616956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    if (mIsEncoder) {
617956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        CHECK(meta->findInt32(kKeyBitRate, &bitRate));
618956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    }
6192a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber    if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_AMR_NB, mMIME)) {
620956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        setAMRFormat(false /* isWAMR */, bitRate);
621bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    } else if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_AMR_WB, mMIME)) {
622956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        setAMRFormat(true /* isWAMR */, bitRate);
623bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    } else if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_AAC, mMIME)) {
62437940eefcba982836b579fe1ffec6cada72b0974Andreas Huber        int32_t numChannels, sampleRate;
62537940eefcba982836b579fe1ffec6cada72b0974Andreas Huber        CHECK(meta->findInt32(kKeyChannelCount, &numChannels));
62637940eefcba982836b579fe1ffec6cada72b0974Andreas Huber        CHECK(meta->findInt32(kKeySampleRate, &sampleRate));
62737940eefcba982836b579fe1ffec6cada72b0974Andreas Huber
628956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        setAACFormat(numChannels, sampleRate, bitRate);
629bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    } else if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_G711_ALAW, mMIME)
630bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber            || !strcasecmp(MEDIA_MIMETYPE_AUDIO_G711_MLAW, mMIME)) {
631bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber        // These are PCM-like formats with a fixed sample rate but
632bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber        // a variable number of channels.
633bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber
634bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber        int32_t numChannels;
635bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber        CHECK(meta->findInt32(kKeyChannelCount, &numChannels));
636bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber
637bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber        setG711Format(numChannels);
638693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
639050b28a593350047845a45a14cc5026221ac1620James Dong
6402a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber    if (!strncasecmp(mMIME, "video/", 6)) {
641693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
6422a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber        if (mIsEncoder) {
643ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong            setVideoInputFormat(mMIME, meta);
644693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        } else {
645ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong            int32_t width, height;
646ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong            bool success = meta->findInt32(kKeyWidth, &width);
647ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong            success = success && meta->findInt32(kKeyHeight, &height);
648ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong            CHECK(success);
6492a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber            status_t err = setVideoOutputFormat(
6502a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber                    mMIME, width, height);
6512a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber
6522a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber            if (err != OK) {
6532a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber                return err;
6542a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber            }
655693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
656693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
6577f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber
6582a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber    if (!strcasecmp(mMIME, MEDIA_MIMETYPE_IMAGE_JPEG)
6592a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber        && !strcmp(mComponentName, "OMX.TI.JPEG.decode")) {
660693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        OMX_COLOR_FORMATTYPE format =
661693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_COLOR_Format32bitARGB8888;
662693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            // OMX_COLOR_FormatYUV420PackedPlanar;
663693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            // OMX_COLOR_FormatCbYCrY;
664693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            // OMX_COLOR_FormatYUV411Planar;
665693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
666693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        int32_t width, height;
667693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        bool success = meta->findInt32(kKeyWidth, &width);
668693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        success = success && meta->findInt32(kKeyHeight, &height);
6697530e9c708275c273c134c36c68179f511c1940eAndreas Huber
6707530e9c708275c273c134c36c68179f511c1940eAndreas Huber        int32_t compressedSize;
6717530e9c708275c273c134c36c68179f511c1940eAndreas Huber        success = success && meta->findInt32(
672e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber                kKeyMaxInputSize, &compressedSize);
6737530e9c708275c273c134c36c68179f511c1940eAndreas Huber
6747530e9c708275c273c134c36c68179f511c1940eAndreas Huber        CHECK(success);
6757530e9c708275c273c134c36c68179f511c1940eAndreas Huber        CHECK(compressedSize > 0);
676693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
6772a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber        setImageOutputFormat(format, width, height);
6782a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber        setJPEGInputFormat(width, height, (OMX_U32)compressedSize);
679693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
680693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
681e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    int32_t maxInputSize;
682738c4315859395bfeeaae3d4c9d6fb9f414778f1Andreas Huber    if (meta->findInt32(kKeyMaxInputSize, &maxInputSize)) {
6832a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber        setMinBufferSize(kPortIndexInput, (OMX_U32)maxInputSize);
684e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    }
685e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber
6862a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber    if (!strcmp(mComponentName, "OMX.TI.AMR.encode")
687050b28a593350047845a45a14cc5026221ac1620James Dong        || !strcmp(mComponentName, "OMX.TI.WBAMR.encode")
688050b28a593350047845a45a14cc5026221ac1620James Dong        || !strcmp(mComponentName, "OMX.TI.AAC.encode")) {
6892a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber        setMinBufferSize(kPortIndexOutput, 8192);  // XXX
690e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    }
691e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber
6922a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber    initOutputFormat(meta);
693693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
6940bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    if ((mFlags & kClientNeedsFramebuffer)
695f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber            && !strncmp(mComponentName, "OMX.SEC.", 8)) {
696f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber        OMX_INDEXTYPE index;
697f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber
698f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber        status_t err =
699f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber            mOMX->getExtensionIndex(
700f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber                    mNode,
701f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber                    "OMX.SEC.index.ThumbnailMode",
702f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber                    &index);
703f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber
704f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber        if (err != OK) {
705f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber            return err;
706f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber        }
707f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber
708f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber        OMX_BOOL enable = OMX_TRUE;
709f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber        err = mOMX->setConfig(mNode, index, &enable, sizeof(enable));
710f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber
711f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber        if (err != OK) {
712f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber            CODEC_LOGE("setConfig('OMX.SEC.index.ThumbnailMode') "
713f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber                       "returned error 0x%08x", err);
714f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber
715f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber            return err;
716f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber        }
717f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber
718f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber        mQuirks &= ~kOutputBuffersAreUnreadable;
719f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber    }
720f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber
721bf2ba2a97927c24d14c0e71158abe7b49c557c68Jamie Gennis    if (mNativeWindow != NULL
722bf2ba2a97927c24d14c0e71158abe7b49c557c68Jamie Gennis        && !mIsEncoder
7236a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        && !strncasecmp(mMIME, "video/", 6)
7246a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        && !strncmp(mComponentName, "OMX.", 4)) {
7256a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        status_t err = initNativeWindow();
7266a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        if (err != OK) {
7276a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis            return err;
7286a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        }
7296a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    }
7306a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
7312a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber    return OK;
732693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
733693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
734e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Hubervoid OMXCodec::setMinBufferSize(OMX_U32 portIndex, OMX_U32 size) {
735e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    OMX_PARAM_PORTDEFINITIONTYPE def;
7367a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    InitOMXParams(&def);
737e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    def.nPortIndex = portIndex;
738e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber
739318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    status_t err = mOMX->getParameter(
740e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
741f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
742e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber
74386559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber    if ((portIndex == kPortIndexInput && (mQuirks & kInputBufferSizesAreBogus))
74486559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber        || (def.nBufferSize < size)) {
745e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber        def.nBufferSize = size;
746e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    }
747e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber
748318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    err = mOMX->setParameter(
749e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
750f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
751738c4315859395bfeeaae3d4c9d6fb9f414778f1Andreas Huber
752738c4315859395bfeeaae3d4c9d6fb9f414778f1Andreas Huber    err = mOMX->getParameter(
753738c4315859395bfeeaae3d4c9d6fb9f414778f1Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
754f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
755738c4315859395bfeeaae3d4c9d6fb9f414778f1Andreas Huber
756738c4315859395bfeeaae3d4c9d6fb9f414778f1Andreas Huber    // Make sure the setting actually stuck.
75786559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber    if (portIndex == kPortIndexInput
75886559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber            && (mQuirks & kInputBufferSizesAreBogus)) {
75986559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber        CHECK_EQ(def.nBufferSize, size);
76086559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber    } else {
76186559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber        CHECK(def.nBufferSize >= size);
76286559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber    }
763e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber}
764e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber
765693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatus_t OMXCodec::setVideoPortFormatType(
766693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        OMX_U32 portIndex,
767693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        OMX_VIDEO_CODINGTYPE compressionFormat,
768693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        OMX_COLOR_FORMATTYPE colorFormat) {
769693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMX_VIDEO_PARAM_PORTFORMATTYPE format;
7707a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    InitOMXParams(&format);
771693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    format.nPortIndex = portIndex;
772693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    format.nIndex = 0;
773693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    bool found = false;
774693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
775693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMX_U32 index = 0;
776693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    for (;;) {
777693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        format.nIndex = index;
778318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber        status_t err = mOMX->getParameter(
779693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                mNode, OMX_IndexParamVideoPortFormat,
780693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                &format, sizeof(format));
781693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
782693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        if (err != OK) {
783693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            return err;
784693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
785693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
786693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        // The following assertion is violated by TI's video decoder.
7877530e9c708275c273c134c36c68179f511c1940eAndreas Huber        // CHECK_EQ(format.nIndex, index);
788693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
789693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#if 1
7902a4a7d5af053a17586a262a1267ba993e31790f1Andreas Huber        CODEC_LOGV("portIndex: %ld, index: %ld, eCompressionFormat=%d eColorFormat=%d",
791693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber             portIndex,
792693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber             index, format.eCompressionFormat, format.eColorFormat);
793693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif
794693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
795693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        if (!strcmp("OMX.TI.Video.encoder", mComponentName)) {
796693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            if (portIndex == kPortIndexInput
797693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                    && colorFormat == format.eColorFormat) {
798693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                // eCompressionFormat does not seem right.
799693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                found = true;
800693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                break;
801693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            }
802693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            if (portIndex == kPortIndexOutput
803693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                    && compressionFormat == format.eCompressionFormat) {
804693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                // eColorFormat does not seem right.
805693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                found = true;
806693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                break;
807693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            }
808693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
809693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
810693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        if (format.eCompressionFormat == compressionFormat
811693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            && format.eColorFormat == colorFormat) {
812693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            found = true;
813693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
814693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
815693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
816693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        ++index;
817693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
818693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
819693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (!found) {
820693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return UNKNOWN_ERROR;
821693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
822693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
8232a4a7d5af053a17586a262a1267ba993e31790f1Andreas Huber    CODEC_LOGV("found a match.");
824318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    status_t err = mOMX->setParameter(
825693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mNode, OMX_IndexParamVideoPortFormat,
826693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            &format, sizeof(format));
827693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
828693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    return err;
829693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
830693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
831888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huberstatic size_t getFrameSize(
832888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber        OMX_COLOR_FORMATTYPE colorFormat, int32_t width, int32_t height) {
833888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    switch (colorFormat) {
834888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber        case OMX_COLOR_FormatYCbYCr:
835888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber        case OMX_COLOR_FormatCbYCrY:
836888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber            return width * height * 2;
837888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber
83803b268eac37ca2589bfff0bf58daf79d29cc14f4Andreas Huber        case OMX_COLOR_FormatYUV420Planar:
839888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber        case OMX_COLOR_FormatYUV420SemiPlanar:
8401374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket        case OMX_TI_COLOR_FormatYUV420PackedSemiPlanar:
841888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber            return (width * height * 3) / 2;
842888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber
843888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber        default:
844888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber            CHECK(!"Should not be here. Unsupported color format.");
845888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber            break;
846888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    }
847888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber}
848888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber
849299766cdbf93fba14634e364b177b7f4d5811453James Dongstatus_t OMXCodec::findTargetColorFormat(
850299766cdbf93fba14634e364b177b7f4d5811453James Dong        const sp<MetaData>& meta, OMX_COLOR_FORMATTYPE *colorFormat) {
851299766cdbf93fba14634e364b177b7f4d5811453James Dong    LOGV("findTargetColorFormat");
852299766cdbf93fba14634e364b177b7f4d5811453James Dong    CHECK(mIsEncoder);
853299766cdbf93fba14634e364b177b7f4d5811453James Dong
854299766cdbf93fba14634e364b177b7f4d5811453James Dong    *colorFormat = OMX_COLOR_FormatYUV420SemiPlanar;
855299766cdbf93fba14634e364b177b7f4d5811453James Dong    int32_t targetColorFormat;
856299766cdbf93fba14634e364b177b7f4d5811453James Dong    if (meta->findInt32(kKeyColorFormat, &targetColorFormat)) {
857299766cdbf93fba14634e364b177b7f4d5811453James Dong        *colorFormat = (OMX_COLOR_FORMATTYPE) targetColorFormat;
858299766cdbf93fba14634e364b177b7f4d5811453James Dong    } else {
859299766cdbf93fba14634e364b177b7f4d5811453James Dong        if (!strcasecmp("OMX.TI.Video.encoder", mComponentName)) {
860299766cdbf93fba14634e364b177b7f4d5811453James Dong            *colorFormat = OMX_COLOR_FormatYCbYCr;
861299766cdbf93fba14634e364b177b7f4d5811453James Dong        }
862299766cdbf93fba14634e364b177b7f4d5811453James Dong    }
863299766cdbf93fba14634e364b177b7f4d5811453James Dong
8641374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket
865299766cdbf93fba14634e364b177b7f4d5811453James Dong    // Check whether the target color format is supported.
866299766cdbf93fba14634e364b177b7f4d5811453James Dong    return isColorFormatSupported(*colorFormat, kPortIndexInput);
867299766cdbf93fba14634e364b177b7f4d5811453James Dong}
868299766cdbf93fba14634e364b177b7f4d5811453James Dong
869299766cdbf93fba14634e364b177b7f4d5811453James Dongstatus_t OMXCodec::isColorFormatSupported(
870299766cdbf93fba14634e364b177b7f4d5811453James Dong        OMX_COLOR_FORMATTYPE colorFormat, int portIndex) {
871299766cdbf93fba14634e364b177b7f4d5811453James Dong    LOGV("isColorFormatSupported: %d", static_cast<int>(colorFormat));
872299766cdbf93fba14634e364b177b7f4d5811453James Dong
873299766cdbf93fba14634e364b177b7f4d5811453James Dong    // Enumerate all the color formats supported by
874299766cdbf93fba14634e364b177b7f4d5811453James Dong    // the omx component to see whether the given
875299766cdbf93fba14634e364b177b7f4d5811453James Dong    // color format is supported.
876299766cdbf93fba14634e364b177b7f4d5811453James Dong    OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat;
877299766cdbf93fba14634e364b177b7f4d5811453James Dong    InitOMXParams(&portFormat);
878299766cdbf93fba14634e364b177b7f4d5811453James Dong    portFormat.nPortIndex = portIndex;
879299766cdbf93fba14634e364b177b7f4d5811453James Dong    OMX_U32 index = 0;
880299766cdbf93fba14634e364b177b7f4d5811453James Dong    portFormat.nIndex = index;
881299766cdbf93fba14634e364b177b7f4d5811453James Dong    while (true) {
882299766cdbf93fba14634e364b177b7f4d5811453James Dong        if (OMX_ErrorNone != mOMX->getParameter(
883299766cdbf93fba14634e364b177b7f4d5811453James Dong                mNode, OMX_IndexParamVideoPortFormat,
884299766cdbf93fba14634e364b177b7f4d5811453James Dong                &portFormat, sizeof(portFormat))) {
885a1abc1a76741914c7bc43f1df9e32744f023ab75James Dong            break;
886299766cdbf93fba14634e364b177b7f4d5811453James Dong        }
887299766cdbf93fba14634e364b177b7f4d5811453James Dong        // Make sure that omx component does not overwrite
888299766cdbf93fba14634e364b177b7f4d5811453James Dong        // the incremented index (bug 2897413).
889299766cdbf93fba14634e364b177b7f4d5811453James Dong        CHECK_EQ(index, portFormat.nIndex);
890299766cdbf93fba14634e364b177b7f4d5811453James Dong        if ((portFormat.eColorFormat == colorFormat)) {
891299766cdbf93fba14634e364b177b7f4d5811453James Dong            LOGV("Found supported color format: %d", portFormat.eColorFormat);
892299766cdbf93fba14634e364b177b7f4d5811453James Dong            return OK;  // colorFormat is supported!
893299766cdbf93fba14634e364b177b7f4d5811453James Dong        }
894299766cdbf93fba14634e364b177b7f4d5811453James Dong        ++index;
895299766cdbf93fba14634e364b177b7f4d5811453James Dong        portFormat.nIndex = index;
896299766cdbf93fba14634e364b177b7f4d5811453James Dong
897299766cdbf93fba14634e364b177b7f4d5811453James Dong        // OMX Spec defines less than 50 color formats
898299766cdbf93fba14634e364b177b7f4d5811453James Dong        // 1000 is more than enough for us to tell whether the omx
899299766cdbf93fba14634e364b177b7f4d5811453James Dong        // component in question is buggy or not.
900299766cdbf93fba14634e364b177b7f4d5811453James Dong        if (index >= 1000) {
901299766cdbf93fba14634e364b177b7f4d5811453James Dong            LOGE("More than %ld color formats are supported???", index);
902299766cdbf93fba14634e364b177b7f4d5811453James Dong            break;
903299766cdbf93fba14634e364b177b7f4d5811453James Dong        }
904299766cdbf93fba14634e364b177b7f4d5811453James Dong    }
905a1abc1a76741914c7bc43f1df9e32744f023ab75James Dong
906a1abc1a76741914c7bc43f1df9e32744f023ab75James Dong    LOGE("color format %d is not supported", colorFormat);
907299766cdbf93fba14634e364b177b7f4d5811453James Dong    return UNKNOWN_ERROR;
908299766cdbf93fba14634e364b177b7f4d5811453James Dong}
909299766cdbf93fba14634e364b177b7f4d5811453James Dong
910693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::setVideoInputFormat(
911ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong        const char *mime, const sp<MetaData>& meta) {
912ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong
913ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    int32_t width, height, frameRate, bitRate, stride, sliceHeight;
914ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    bool success = meta->findInt32(kKeyWidth, &width);
915ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    success = success && meta->findInt32(kKeyHeight, &height);
916393410a441b6d06daf286ed496470e9d6b2b6ca8James Dong    success = success && meta->findInt32(kKeyFrameRate, &frameRate);
917ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    success = success && meta->findInt32(kKeyBitRate, &bitRate);
918ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    success = success && meta->findInt32(kKeyStride, &stride);
919ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    success = success && meta->findInt32(kKeySliceHeight, &sliceHeight);
920ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    CHECK(success);
921ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    CHECK(stride != 0);
922693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
923693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMX_VIDEO_CODINGTYPE compressionFormat = OMX_VIDEO_CodingUnused;
92418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_AVC, mime)) {
925693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        compressionFormat = OMX_VIDEO_CodingAVC;
92618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_MPEG4, mime)) {
927693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        compressionFormat = OMX_VIDEO_CodingMPEG4;
92818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_H263, mime)) {
929693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        compressionFormat = OMX_VIDEO_CodingH263;
930693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    } else {
931693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        LOGE("Not a supported video mime type: %s", mime);
932693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        CHECK(!"Should not be here. Not a supported video mime type.");
933693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
934693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
935299766cdbf93fba14634e364b177b7f4d5811453James Dong    OMX_COLOR_FORMATTYPE colorFormat;
936f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ((status_t)OK, findTargetColorFormat(meta, &colorFormat));
937693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
938c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong    status_t err;
939693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMX_PARAM_PORTDEFINITIONTYPE def;
9407a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video;
9417a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber
942c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong    //////////////////////// Input port /////////////////////////
943c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong    CHECK_EQ(setVideoPortFormatType(
944c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong            kPortIndexInput, OMX_VIDEO_CodingUnused,
945f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            colorFormat), (status_t)OK);
946d07139e2e817a9b3ae9c87ba4e1e8d65d3e549daJames Dong
9477a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    InitOMXParams(&def);
948693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    def.nPortIndex = kPortIndexInput;
949693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
950318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    err = mOMX->getParameter(
951693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
952f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
953693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
954ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    def.nBufferSize = getFrameSize(colorFormat,
955ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong            stride > 0? stride: -stride, sliceHeight);
956693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
957f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ((int)def.eDomain, (int)OMX_PortDomainVideo);
958693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
959693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    video_def->nFrameWidth = width;
960693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    video_def->nFrameHeight = height;
961ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    video_def->nStride = stride;
962ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    video_def->nSliceHeight = sliceHeight;
963d07139e2e817a9b3ae9c87ba4e1e8d65d3e549daJames Dong    video_def->xFramerate = (frameRate << 16);  // Q16 format
964693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    video_def->eCompressionFormat = OMX_VIDEO_CodingUnused;
965693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    video_def->eColorFormat = colorFormat;
966693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
967318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    err = mOMX->setParameter(
968693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
969f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
970888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber
971c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong    //////////////////////// Output port /////////////////////////
972c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong    CHECK_EQ(setVideoPortFormatType(
973c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong            kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused),
974f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            (status_t)OK);
975c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong    InitOMXParams(&def);
976c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong    def.nPortIndex = kPortIndexOutput;
977c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong
97803b268eac37ca2589bfff0bf58daf79d29cc14f4Andreas Huber    err = mOMX->getParameter(
97903b268eac37ca2589bfff0bf58daf79d29cc14f4Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
980c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong
981f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
982f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ((int)def.eDomain, (int)OMX_PortDomainVideo);
983c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong
984c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong    video_def->nFrameWidth = width;
985c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong    video_def->nFrameHeight = height;
986145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    video_def->xFramerate = 0;      // No need for output port
987d07139e2e817a9b3ae9c87ba4e1e8d65d3e549daJames Dong    video_def->nBitrate = bitRate;  // Q16 format
988c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong    video_def->eCompressionFormat = compressionFormat;
989c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong    video_def->eColorFormat = OMX_COLOR_FormatUnused;
990824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong    if (mQuirks & kRequiresLargerEncoderOutputBuffer) {
991824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong        // Increases the output buffer size
992824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong        def.nBufferSize = ((def.nBufferSize * 3) >> 1);
993824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong    }
99403b268eac37ca2589bfff0bf58daf79d29cc14f4Andreas Huber
99503b268eac37ca2589bfff0bf58daf79d29cc14f4Andreas Huber    err = mOMX->setParameter(
99603b268eac37ca2589bfff0bf58daf79d29cc14f4Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
997f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
99803b268eac37ca2589bfff0bf58daf79d29cc14f4Andreas Huber
999c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong    /////////////////// Codec-specific ////////////////////////
1000888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    switch (compressionFormat) {
1001888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber        case OMX_VIDEO_CodingMPEG4:
1002888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber        {
1003f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CHECK_EQ(setupMPEG4EncoderParameters(meta), (status_t)OK);
1004888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber            break;
1005888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber        }
1006888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber
1007888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber        case OMX_VIDEO_CodingH263:
1008f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CHECK_EQ(setupH263EncoderParameters(meta), (status_t)OK);
1009888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber            break;
1010888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber
101130ab66297501757d745b9ae10da61adcd891f497Andreas Huber        case OMX_VIDEO_CodingAVC:
101230ab66297501757d745b9ae10da61adcd891f497Andreas Huber        {
1013f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CHECK_EQ(setupAVCEncoderParameters(meta), (status_t)OK);
101430ab66297501757d745b9ae10da61adcd891f497Andreas Huber            break;
101530ab66297501757d745b9ae10da61adcd891f497Andreas Huber        }
101630ab66297501757d745b9ae10da61adcd891f497Andreas Huber
1017888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber        default:
1018888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber            CHECK(!"Support for this compressionFormat to be implemented.");
1019888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber            break;
1020888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    }
1021888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber}
1022888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber
1023ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dongstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) {
1024ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    if (iFramesInterval < 0) {
1025ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong        return 0xFFFFFFFF;
1026ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    } else if (iFramesInterval == 0) {
1027ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong        return 0;
1028ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    }
1029ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    OMX_U32 ret = frameRate * iFramesInterval;
1030ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    CHECK(ret > 1);
1031ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    return ret;
1032ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong}
1033ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong
1034d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dongstatus_t OMXCodec::setupErrorCorrectionParameters() {
1035d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType;
1036d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    InitOMXParams(&errorCorrectionType);
1037d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    errorCorrectionType.nPortIndex = kPortIndexOutput;
1038d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1039d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    status_t err = mOMX->getParameter(
1040d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong            mNode, OMX_IndexParamVideoErrorCorrection,
1041d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong            &errorCorrectionType, sizeof(errorCorrectionType));
104259f63db5d1cdc91336a2b82e195e0000091cd6e3James Dong    if (err != OK) {
104359f63db5d1cdc91336a2b82e195e0000091cd6e3James Dong        LOGW("Error correction param query is not supported");
104459f63db5d1cdc91336a2b82e195e0000091cd6e3James Dong        return OK;  // Optional feature. Ignore this failure
104559f63db5d1cdc91336a2b82e195e0000091cd6e3James Dong    }
1046d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1047d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    errorCorrectionType.bEnableHEC = OMX_FALSE;
1048d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    errorCorrectionType.bEnableResync = OMX_TRUE;
1049d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    errorCorrectionType.nResynchMarkerSpacing = 256;
1050d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    errorCorrectionType.bEnableDataPartitioning = OMX_FALSE;
1051d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    errorCorrectionType.bEnableRVLC = OMX_FALSE;
1052d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1053d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    err = mOMX->setParameter(
1054d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong            mNode, OMX_IndexParamVideoErrorCorrection,
1055d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong            &errorCorrectionType, sizeof(errorCorrectionType));
105659f63db5d1cdc91336a2b82e195e0000091cd6e3James Dong    if (err != OK) {
105759f63db5d1cdc91336a2b82e195e0000091cd6e3James Dong        LOGW("Error correction param configuration is not supported");
105859f63db5d1cdc91336a2b82e195e0000091cd6e3James Dong    }
105959f63db5d1cdc91336a2b82e195e0000091cd6e3James Dong
106059f63db5d1cdc91336a2b82e195e0000091cd6e3James Dong    // Optional feature. Ignore the failure.
1061d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    return OK;
1062d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong}
1063d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1064d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dongstatus_t OMXCodec::setupBitRate(int32_t bitRate) {
1065d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    OMX_VIDEO_PARAM_BITRATETYPE bitrateType;
1066d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    InitOMXParams(&bitrateType);
1067d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    bitrateType.nPortIndex = kPortIndexOutput;
1068d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1069d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    status_t err = mOMX->getParameter(
1070d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong            mNode, OMX_IndexParamVideoBitrate,
1071d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong            &bitrateType, sizeof(bitrateType));
1072f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
1073d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1074d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    bitrateType.eControlRate = OMX_Video_ControlRateVariable;
1075d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    bitrateType.nTargetBitrate = bitRate;
1076d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1077d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    err = mOMX->setParameter(
1078d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong            mNode, OMX_IndexParamVideoBitrate,
1079d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong            &bitrateType, sizeof(bitrateType));
1080f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
1081d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    return OK;
1082d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong}
1083d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1084145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dongstatus_t OMXCodec::getVideoProfileLevel(
1085145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        const sp<MetaData>& meta,
1086145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        const CodecProfileLevel& defaultProfileLevel,
1087145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        CodecProfileLevel &profileLevel) {
1088145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    CODEC_LOGV("Default profile: %ld, level %ld",
1089145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong            defaultProfileLevel.mProfile, defaultProfileLevel.mLevel);
1090145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong
1091145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    // Are the default profile and level overwriten?
1092145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    int32_t profile, level;
1093145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    if (!meta->findInt32(kKeyVideoProfile, &profile)) {
1094145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        profile = defaultProfileLevel.mProfile;
1095145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    }
1096145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    if (!meta->findInt32(kKeyVideoLevel, &level)) {
1097145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        level = defaultProfileLevel.mLevel;
1098145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    }
1099145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    CODEC_LOGV("Target profile: %d, level: %d", profile, level);
1100145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong
1101145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    // Are the target profile and level supported by the encoder?
1102145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    OMX_VIDEO_PARAM_PROFILELEVELTYPE param;
1103145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    InitOMXParams(&param);
1104145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    param.nPortIndex = kPortIndexOutput;
1105145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    for (param.nProfileIndex = 0;; ++param.nProfileIndex) {
1106145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        status_t err = mOMX->getParameter(
1107145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong                mNode, OMX_IndexParamVideoProfileLevelQuerySupported,
1108145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong                &param, sizeof(param));
1109145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong
1110f01691f44dcbe38a0ab3914e7c709ddc009d95dcJames Dong        if (err != OK) break;
1111145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong
1112145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        int32_t supportedProfile = static_cast<int32_t>(param.eProfile);
1113145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        int32_t supportedLevel = static_cast<int32_t>(param.eLevel);
1114b914122eb9cb54bbeae4ec03bfebb194aecdccbdJames Dong        CODEC_LOGV("Supported profile: %d, level %d",
1115145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong            supportedProfile, supportedLevel);
1116145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong
1117145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        if (profile == supportedProfile &&
1118f01691f44dcbe38a0ab3914e7c709ddc009d95dcJames Dong            level <= supportedLevel) {
1119f01691f44dcbe38a0ab3914e7c709ddc009d95dcJames Dong            // We can further check whether the level is a valid
1120f01691f44dcbe38a0ab3914e7c709ddc009d95dcJames Dong            // value; but we will leave that to the omx encoder component
1121f01691f44dcbe38a0ab3914e7c709ddc009d95dcJames Dong            // via OMX_SetParameter call.
1122145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong            profileLevel.mProfile = profile;
1123145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong            profileLevel.mLevel = level;
1124145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong            return OK;
1125145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        }
1126145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    }
1127145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong
1128145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    CODEC_LOGE("Target profile (%d) and level (%d) is not supported",
1129145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong            profile, level);
1130145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    return BAD_VALUE;
1131145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong}
1132145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong
1133d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dongstatus_t OMXCodec::setupH263EncoderParameters(const sp<MetaData>& meta) {
1134d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    int32_t iFramesInterval, frameRate, bitRate;
1135d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    bool success = meta->findInt32(kKeyBitRate, &bitRate);
1136393410a441b6d06daf286ed496470e9d6b2b6ca8James Dong    success = success && meta->findInt32(kKeyFrameRate, &frameRate);
1137d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    success = success && meta->findInt32(kKeyIFramesInterval, &iFramesInterval);
1138d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    CHECK(success);
1139d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    OMX_VIDEO_PARAM_H263TYPE h263type;
1140d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    InitOMXParams(&h263type);
1141d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    h263type.nPortIndex = kPortIndexOutput;
1142d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1143d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    status_t err = mOMX->getParameter(
1144d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong            mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type));
1145f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
1146d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1147d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    h263type.nAllowedPictureTypes =
1148d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong        OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP;
1149d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1150d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    h263type.nPFrames = setPFramesSpacing(iFramesInterval, frameRate);
1151d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    if (h263type.nPFrames == 0) {
1152d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong        h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI;
1153d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    }
1154d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    h263type.nBFrames = 0;
1155d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1156145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    // Check profile and level parameters
1157145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    CodecProfileLevel defaultProfileLevel, profileLevel;
115897e0fcc0cb69692a6c518e2bfaf9892a164e7f58James Dong    defaultProfileLevel.mProfile = h263type.eProfile;
115997e0fcc0cb69692a6c518e2bfaf9892a164e7f58James Dong    defaultProfileLevel.mLevel = h263type.eLevel;
1160145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    err = getVideoProfileLevel(meta, defaultProfileLevel, profileLevel);
1161145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    if (err != OK) return err;
1162145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profileLevel.mProfile);
1163145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(profileLevel.mLevel);
1164d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1165d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    h263type.bPLUSPTYPEAllowed = OMX_FALSE;
1166d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    h263type.bForceRoundingTypeToZero = OMX_FALSE;
1167d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    h263type.nPictureHeaderRepetition = 0;
1168d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    h263type.nGOBHeaderInterval = 0;
1169d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1170d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    err = mOMX->setParameter(
1171d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong            mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type));
1172f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
1173d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1174f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(setupBitRate(bitRate), (status_t)OK);
1175f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(setupErrorCorrectionParameters(), (status_t)OK);
1176d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1177d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong    return OK;
1178d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong}
1179d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong
1180ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dongstatus_t OMXCodec::setupMPEG4EncoderParameters(const sp<MetaData>& meta) {
1181ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    int32_t iFramesInterval, frameRate, bitRate;
1182ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    bool success = meta->findInt32(kKeyBitRate, &bitRate);
1183393410a441b6d06daf286ed496470e9d6b2b6ca8James Dong    success = success && meta->findInt32(kKeyFrameRate, &frameRate);
1184ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    success = success && meta->findInt32(kKeyIFramesInterval, &iFramesInterval);
1185ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    CHECK(success);
1186888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type;
1187888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    InitOMXParams(&mpeg4type);
1188888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    mpeg4type.nPortIndex = kPortIndexOutput;
1189888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber
1190888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    status_t err = mOMX->getParameter(
1191888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber            mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type));
1192f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
1193888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber
1194888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    mpeg4type.nSliceHeaderSpacing = 0;
1195888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    mpeg4type.bSVH = OMX_FALSE;
1196888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    mpeg4type.bGov = OMX_FALSE;
1197888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber
1198888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    mpeg4type.nAllowedPictureTypes =
1199888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber        OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP;
1200888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber
1201ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    mpeg4type.nPFrames = setPFramesSpacing(iFramesInterval, frameRate);
1202ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    if (mpeg4type.nPFrames == 0) {
1203ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong        mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI;
1204ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    }
1205888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    mpeg4type.nBFrames = 0;
1206888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    mpeg4type.nIDCVLCThreshold = 0;
1207888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    mpeg4type.bACPred = OMX_TRUE;
1208888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    mpeg4type.nMaxPacketSize = 256;
1209888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    mpeg4type.nTimeIncRes = 1000;
1210888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    mpeg4type.nHeaderExtension = 0;
1211888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    mpeg4type.bReversibleVLC = OMX_FALSE;
1212888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber
1213145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    // Check profile and level parameters
1214145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    CodecProfileLevel defaultProfileLevel, profileLevel;
121597e0fcc0cb69692a6c518e2bfaf9892a164e7f58James Dong    defaultProfileLevel.mProfile = mpeg4type.eProfile;
121697e0fcc0cb69692a6c518e2bfaf9892a164e7f58James Dong    defaultProfileLevel.mLevel = mpeg4type.eLevel;
1217145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    err = getVideoProfileLevel(meta, defaultProfileLevel, profileLevel);
1218145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    if (err != OK) return err;
1219145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profileLevel.mProfile);
1220145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(profileLevel.mLevel);
1221888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber
1222888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    err = mOMX->setParameter(
1223888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber            mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type));
1224f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
1225888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber
1226f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(setupBitRate(bitRate), (status_t)OK);
1227f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(setupErrorCorrectionParameters(), (status_t)OK);
1228888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber
1229888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    return OK;
1230693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
1231693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1232ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dongstatus_t OMXCodec::setupAVCEncoderParameters(const sp<MetaData>& meta) {
1233ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    int32_t iFramesInterval, frameRate, bitRate;
1234ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    bool success = meta->findInt32(kKeyBitRate, &bitRate);
1235393410a441b6d06daf286ed496470e9d6b2b6ca8James Dong    success = success && meta->findInt32(kKeyFrameRate, &frameRate);
1236ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    success = success && meta->findInt32(kKeyIFramesInterval, &iFramesInterval);
1237ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong    CHECK(success);
1238ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong
123930ab66297501757d745b9ae10da61adcd891f497Andreas Huber    OMX_VIDEO_PARAM_AVCTYPE h264type;
124030ab66297501757d745b9ae10da61adcd891f497Andreas Huber    InitOMXParams(&h264type);
124130ab66297501757d745b9ae10da61adcd891f497Andreas Huber    h264type.nPortIndex = kPortIndexOutput;
124230ab66297501757d745b9ae10da61adcd891f497Andreas Huber
124330ab66297501757d745b9ae10da61adcd891f497Andreas Huber    status_t err = mOMX->getParameter(
124430ab66297501757d745b9ae10da61adcd891f497Andreas Huber            mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type));
1245f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
124630ab66297501757d745b9ae10da61adcd891f497Andreas Huber
124730ab66297501757d745b9ae10da61adcd891f497Andreas Huber    h264type.nAllowedPictureTypes =
124830ab66297501757d745b9ae10da61adcd891f497Andreas Huber        OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP;
124930ab66297501757d745b9ae10da61adcd891f497Andreas Huber
1250145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    // Check profile and level parameters
1251145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    CodecProfileLevel defaultProfileLevel, profileLevel;
1252145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    defaultProfileLevel.mProfile = h264type.eProfile;
1253145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    defaultProfileLevel.mLevel = h264type.eLevel;
1254145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    err = getVideoProfileLevel(meta, defaultProfileLevel, profileLevel);
1255145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    if (err != OK) return err;
1256145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profileLevel.mProfile);
1257145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(profileLevel.mLevel);
1258145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong
12591374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket    // FIXME:
12601374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket    // Remove the workaround after the work in done.
12611374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket    if (!strncmp(mComponentName, "OMX.TI.DUCATI1", 14)) {
12621374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket        h264type.eProfile = OMX_VIDEO_AVCProfileBaseline;
12631374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket    }
12641374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket
1265145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) {
1266d552b88515c6ccd18695e5db5e6032a6425d8c63James Dong        h264type.nSliceHeaderSpacing = 0;
1267145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        h264type.bUseHadamard = OMX_TRUE;
1268145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        h264type.nRefFrames = 1;
1269d552b88515c6ccd18695e5db5e6032a6425d8c63James Dong        h264type.nBFrames = 0;
1270d552b88515c6ccd18695e5db5e6032a6425d8c63James Dong        h264type.nPFrames = setPFramesSpacing(iFramesInterval, frameRate);
1271d552b88515c6ccd18695e5db5e6032a6425d8c63James Dong        if (h264type.nPFrames == 0) {
1272d552b88515c6ccd18695e5db5e6032a6425d8c63James Dong            h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI;
1273d552b88515c6ccd18695e5db5e6032a6425d8c63James Dong        }
1274145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        h264type.nRefIdx10ActiveMinus1 = 0;
1275145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        h264type.nRefIdx11ActiveMinus1 = 0;
1276145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        h264type.bEntropyCodingCABAC = OMX_FALSE;
1277145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        h264type.bWeightedPPrediction = OMX_FALSE;
1278145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        h264type.bconstIpred = OMX_FALSE;
1279145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        h264type.bDirect8x8Inference = OMX_FALSE;
1280145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        h264type.bDirectSpatialTemporal = OMX_FALSE;
1281145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        h264type.nCabacInitIdc = 0;
1282145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    }
1283145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong
1284145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    if (h264type.nBFrames != 0) {
1285145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong        h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB;
1286145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong    }
1287145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong
128830ab66297501757d745b9ae10da61adcd891f497Andreas Huber    h264type.bEnableUEP = OMX_FALSE;
128930ab66297501757d745b9ae10da61adcd891f497Andreas Huber    h264type.bEnableFMO = OMX_FALSE;
129030ab66297501757d745b9ae10da61adcd891f497Andreas Huber    h264type.bEnableASO = OMX_FALSE;
129130ab66297501757d745b9ae10da61adcd891f497Andreas Huber    h264type.bEnableRS = OMX_FALSE;
129230ab66297501757d745b9ae10da61adcd891f497Andreas Huber    h264type.bFrameMBsOnly = OMX_TRUE;
129330ab66297501757d745b9ae10da61adcd891f497Andreas Huber    h264type.bMBAFF = OMX_FALSE;
129430ab66297501757d745b9ae10da61adcd891f497Andreas Huber    h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable;
129530ab66297501757d745b9ae10da61adcd891f497Andreas Huber
12964937be23b485ce8edf180ff5e71ebf0884178f17pgudadhe    if (!strcasecmp("OMX.Nvidia.h264.encoder", mComponentName)) {
12974937be23b485ce8edf180ff5e71ebf0884178f17pgudadhe        h264type.eLevel = OMX_VIDEO_AVCLevelMax;
12984937be23b485ce8edf180ff5e71ebf0884178f17pgudadhe    }
12994937be23b485ce8edf180ff5e71ebf0884178f17pgudadhe
130030ab66297501757d745b9ae10da61adcd891f497Andreas Huber    err = mOMX->setParameter(
130130ab66297501757d745b9ae10da61adcd891f497Andreas Huber            mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type));
1302f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
130330ab66297501757d745b9ae10da61adcd891f497Andreas Huber
1304f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(setupBitRate(bitRate), (status_t)OK);
130530ab66297501757d745b9ae10da61adcd891f497Andreas Huber
130630ab66297501757d745b9ae10da61adcd891f497Andreas Huber    return OK;
130730ab66297501757d745b9ae10da61adcd891f497Andreas Huber}
130830ab66297501757d745b9ae10da61adcd891f497Andreas Huber
13092a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huberstatus_t OMXCodec::setVideoOutputFormat(
1310693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        const char *mime, OMX_U32 width, OMX_U32 height) {
13112a4a7d5af053a17586a262a1267ba993e31790f1Andreas Huber    CODEC_LOGV("setVideoOutputFormat width=%ld, height=%ld", width, height);
1312693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1313693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMX_VIDEO_CODINGTYPE compressionFormat = OMX_VIDEO_CodingUnused;
131418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_AVC, mime)) {
1315693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        compressionFormat = OMX_VIDEO_CodingAVC;
131618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_MPEG4, mime)) {
1317693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        compressionFormat = OMX_VIDEO_CodingMPEG4;
131818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_H263, mime)) {
1319693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        compressionFormat = OMX_VIDEO_CodingH263;
1320bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_VPX, mime)) {
1321bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber        compressionFormat = OMX_VIDEO_CodingVPX;
1322386d609dc513e838c7e7c4c46c604493ccd560beAndreas Huber    } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_MPEG2, mime)) {
1323386d609dc513e838c7e7c4c46c604493ccd560beAndreas Huber        compressionFormat = OMX_VIDEO_CodingMPEG2;
1324693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    } else {
1325693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        LOGE("Not a supported video mime type: %s", mime);
1326693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        CHECK(!"Should not be here. Not a supported video mime type.");
1327693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
1328693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
13292a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber    status_t err = setVideoPortFormatType(
1330693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused);
1331693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
13322a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber    if (err != OK) {
13332a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber        return err;
13342a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber    }
13352a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber
1336693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#if 1
1337693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    {
1338693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        OMX_VIDEO_PARAM_PORTFORMATTYPE format;
13397a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        InitOMXParams(&format);
1340693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        format.nPortIndex = kPortIndexOutput;
1341693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        format.nIndex = 0;
1342693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1343318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber        status_t err = mOMX->getParameter(
1344693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                mNode, OMX_IndexParamVideoPortFormat,
1345693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                &format, sizeof(format));
1346f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        CHECK_EQ(err, (status_t)OK);
1347f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        CHECK_EQ((int)format.eCompressionFormat, (int)OMX_VIDEO_CodingUnused);
1348693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1349693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        CHECK(format.eColorFormat == OMX_COLOR_FormatYUV420Planar
1350693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber               || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar
1351693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber               || format.eColorFormat == OMX_COLOR_FormatCbYCrY
1352cb62bc3fe54222cf05824e6f98fefafee552049aAnu Sundararajan               || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar
1353693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber               || format.eColorFormat == OMX_QCOM_COLOR_FormatYVU420SemiPlanar);
1354693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1355318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber        err = mOMX->setParameter(
1356693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                mNode, OMX_IndexParamVideoPortFormat,
1357693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                &format, sizeof(format));
13582a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber
13592a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber        if (err != OK) {
13602a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber            return err;
13612a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber        }
1362693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
1363693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif
1364693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1365693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMX_PARAM_PORTDEFINITIONTYPE def;
13667a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    InitOMXParams(&def);
1367693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    def.nPortIndex = kPortIndexInput;
1368693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
13697a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video;
13707a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber
13712a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber    err = mOMX->getParameter(
1372693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
1373693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1374f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
1375693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1376693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#if 1
1377693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    // XXX Need a (much) better heuristic to compute input buffer sizes.
1378693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    const size_t X = 64 * 1024;
1379693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (def.nBufferSize < X) {
1380693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        def.nBufferSize = X;
1381693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
1382693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif
1383693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1384f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ((int)def.eDomain, (int)OMX_PortDomainVideo);
1385693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1386693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    video_def->nFrameWidth = width;
1387693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    video_def->nFrameHeight = height;
1388693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1389888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber    video_def->eCompressionFormat = compressionFormat;
1390693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    video_def->eColorFormat = OMX_COLOR_FormatUnused;
1391693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1392318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    err = mOMX->setParameter(
1393693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
13942a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber
13952a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber    if (err != OK) {
13962a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber        return err;
13972a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber    }
1398693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1399693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    ////////////////////////////////////////////////////////////////////////////
1400693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
14017a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    InitOMXParams(&def);
1402693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    def.nPortIndex = kPortIndexOutput;
1403693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1404318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    err = mOMX->getParameter(
1405693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
1406f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
1407f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ((int)def.eDomain, (int)OMX_PortDomainVideo);
1408693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1409693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#if 0
1410693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    def.nBufferSize =
1411693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        (((width + 15) & -16) * ((height + 15) & -16) * 3) / 2;  // YUV420
1412693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif
1413693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1414693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    video_def->nFrameWidth = width;
1415693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    video_def->nFrameHeight = height;
1416693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1417318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    err = mOMX->setParameter(
1418693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
14192a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber
14202a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber    return err;
1421693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
1422693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1423693d271e62a3726689ff68f4505ba49228eb94b2Andreas HuberOMXCodec::OMXCodec(
14240bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        const sp<IOMX> &omx, IOMX::node_id node,
14250bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        uint32_t quirks, uint32_t flags,
1426bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber        bool isEncoder,
1427693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        const char *mime,
1428693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        const char *componentName,
14296a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        const sp<MediaSource> &source,
14306a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        const sp<ANativeWindow> &nativeWindow)
1431693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    : mOMX(omx),
14327eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber      mOMXLivesLocally(omx->livesLocally(getpid())),
1433693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber      mNode(node),
1434693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber      mQuirks(quirks),
14350bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber      mFlags(flags),
1436693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber      mIsEncoder(isEncoder),
1437693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber      mMIME(strdup(mime)),
1438693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber      mComponentName(strdup(componentName)),
1439693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber      mSource(source),
1440693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber      mCodecSpecificDataIndex(0),
1441693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber      mState(LOADED),
1442284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber      mInitialBufferSubmit(true),
1443693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber      mSignalledEOS(false),
1444693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber      mNoMoreOutputData(false),
14457f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber      mOutputPortSettingsHaveChanged(false),
14467f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber      mSeekTimeUs(-1),
1447abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber      mSeekMode(ReadOptions::SEEK_CLOSEST_SYNC),
1448abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber      mTargetTimeUs(-1),
14499c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber      mOutputPortSettingsChangedPending(false),
1450d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber      mLeftOverBuffer(NULL),
14516a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis      mPaused(false),
1452bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber      mNativeWindow(!strncmp(componentName, "OMX.google.", 11)
1453bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber                        ? NULL : nativeWindow) {
1454693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mPortStatus[kPortIndexInput] = ENABLED;
1455693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mPortStatus[kPortIndexOutput] = ENABLED;
1456693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
14577a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    setComponentRole();
14587a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber}
14597a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber
146018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// static
146118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Hubervoid OMXCodec::setComponentRole(
146218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        const sp<IOMX> &omx, IOMX::node_id node, bool isEncoder,
146318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        const char *mime) {
14647a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    struct MimeToRole {
14657a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        const char *mime;
14667a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        const char *decoderRole;
14677a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        const char *encoderRole;
14687a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    };
14697a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber
14707a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    static const MimeToRole kMimeToRole[] = {
147118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        { MEDIA_MIMETYPE_AUDIO_MPEG,
147218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber            "audio_decoder.mp3", "audio_encoder.mp3" },
147318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        { MEDIA_MIMETYPE_AUDIO_AMR_NB,
147418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber            "audio_decoder.amrnb", "audio_encoder.amrnb" },
147518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        { MEDIA_MIMETYPE_AUDIO_AMR_WB,
147618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber            "audio_decoder.amrwb", "audio_encoder.amrwb" },
147718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        { MEDIA_MIMETYPE_AUDIO_AAC,
147818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber            "audio_decoder.aac", "audio_encoder.aac" },
147918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        { MEDIA_MIMETYPE_VIDEO_AVC,
148018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber            "video_decoder.avc", "video_encoder.avc" },
148118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        { MEDIA_MIMETYPE_VIDEO_MPEG4,
148218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber            "video_decoder.mpeg4", "video_encoder.mpeg4" },
148318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        { MEDIA_MIMETYPE_VIDEO_H263,
148418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber            "video_decoder.h263", "video_encoder.h263" },
14857a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    };
14867a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber
14877a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    static const size_t kNumMimeToRole =
14887a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        sizeof(kMimeToRole) / sizeof(kMimeToRole[0]);
14897a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber
14907a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    size_t i;
14917a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    for (i = 0; i < kNumMimeToRole; ++i) {
149218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        if (!strcasecmp(mime, kMimeToRole[i].mime)) {
14937a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber            break;
14947a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        }
14957a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    }
14967a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber
14977a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    if (i == kNumMimeToRole) {
14987a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        return;
14997a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    }
15007a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber
15017a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    const char *role =
150218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        isEncoder ? kMimeToRole[i].encoderRole
150318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                  : kMimeToRole[i].decoderRole;
15047a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber
15057a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    if (role != NULL) {
15067a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        OMX_PARAM_COMPONENTROLETYPE roleParams;
15077a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        InitOMXParams(&roleParams);
15087a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber
15097a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        strncpy((char *)roleParams.cRole,
15107a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber                role, OMX_MAX_STRINGNAME_SIZE - 1);
15117a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber
15127a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0';
15137a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber
1514318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber        status_t err = omx->setParameter(
151518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                node, OMX_IndexParamStandardComponentRole,
15167a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber                &roleParams, sizeof(roleParams));
15177a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber
15187a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        if (err != OK) {
15197a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber            LOGW("Failed to set standard component role '%s'.", role);
15207a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        }
15217a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    }
1522693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
1523693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
152418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Hubervoid OMXCodec::setComponentRole() {
152518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    setComponentRole(mOMX, mNode, mIsEncoder, mMIME);
152618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber}
152718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber
1528693d271e62a3726689ff68f4505ba49228eb94b2Andreas HuberOMXCodec::~OMXCodec() {
152900998fbb52dfa78ac3a4b3706d64fc612926bfbcAndreas Huber    mSource.clear();
153000998fbb52dfa78ac3a4b3706d64fc612926bfbcAndreas Huber
15314d785ae6b940c62610612baf9d24f1ee607a2714Andreas Huber    CHECK(mState == LOADED || mState == ERROR || mState == LOADED_TO_IDLE);
1532693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1533318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    status_t err = mOMX->freeNode(mNode);
1534f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
1535693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1536693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mNode = NULL;
1537693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    setState(DEAD);
1538693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1539693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    clearCodecSpecificData();
1540693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1541693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    free(mComponentName);
1542693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mComponentName = NULL;
1543bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
1544693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    free(mMIME);
1545693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mMIME = NULL;
1546693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
1547693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1548693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatus_t OMXCodec::init() {
1549284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber    // mLock is held.
1550693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1551f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ((int)mState, (int)LOADED);
1552693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1553693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t err;
1554693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (!(mQuirks & kRequiresLoadedToIdleAfterAllocation)) {
1555318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber        err = mOMX->sendCommand(mNode, OMX_CommandStateSet, OMX_StateIdle);
1556f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        CHECK_EQ(err, (status_t)OK);
1557693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        setState(LOADED_TO_IDLE);
1558693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
1559693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1560693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    err = allocateBuffers();
156160693ddde0e435def1617848f545c78cec452766Jamie Gennis    if (err != (status_t)OK) {
156260693ddde0e435def1617848f545c78cec452766Jamie Gennis        return err;
156360693ddde0e435def1617848f545c78cec452766Jamie Gennis    }
1564693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1565693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (mQuirks & kRequiresLoadedToIdleAfterAllocation) {
1566318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber        err = mOMX->sendCommand(mNode, OMX_CommandStateSet, OMX_StateIdle);
1567f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        CHECK_EQ(err, (status_t)OK);
1568693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1569693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        setState(LOADED_TO_IDLE);
1570693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
1571693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1572693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    while (mState != EXECUTING && mState != ERROR) {
1573693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        mAsyncCompletion.wait(mLock);
1574693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
1575693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1576693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    return mState == ERROR ? UNKNOWN_ERROR : OK;
1577693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
1578693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1579693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber// static
1580693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberbool OMXCodec::isIntermediateState(State state) {
1581693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    return state == LOADED_TO_IDLE
1582693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        || state == IDLE_TO_EXECUTING
1583693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        || state == EXECUTING_TO_IDLE
1584693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        || state == IDLE_TO_LOADED
1585693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        || state == RECONFIGURING;
1586693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
1587693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1588693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatus_t OMXCodec::allocateBuffers() {
1589693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t err = allocateBuffersOnPort(kPortIndexInput);
1590693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1591693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (err != OK) {
1592693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return err;
1593693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
1594693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1595693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    return allocateBuffersOnPort(kPortIndexOutput);
1596693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
1597693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1598693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatus_t OMXCodec::allocateBuffersOnPort(OMX_U32 portIndex) {
1599bf2ba2a97927c24d14c0e71158abe7b49c557c68Jamie Gennis    if (mNativeWindow != NULL && portIndex == kPortIndexOutput) {
16006a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        return allocateOutputBuffersFromNativeWindow();
16016a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    }
16026a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
16030bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    if ((mFlags & kEnableGrallocUsageProtected) && portIndex == kPortIndexOutput) {
1604d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis        LOGE("protected output buffers must be stent to an ANativeWindow");
1605d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis        return PERMISSION_DENIED;
1606d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis    }
1607d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis
1608f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong    status_t err = OK;
16090bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    if ((mFlags & kStoreMetaDataInVideoBuffers)
16100bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            && portIndex == kPortIndexInput) {
1611f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong        err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE);
1612f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong        if (err != OK) {
1613f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong            LOGE("Storing meta data in video buffers is not supported");
1614f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong            return err;
1615f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong        }
1616f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong    }
1617f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong
1618693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMX_PARAM_PORTDEFINITIONTYPE def;
16197a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    InitOMXParams(&def);
1620693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    def.nPortIndex = portIndex;
1621693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1622f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong    err = mOMX->getParameter(
1623693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
1624693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1625693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (err != OK) {
1626693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return err;
1627693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
1628693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
162939ddf8e0f18766f7ba1e3246b774aa6ebd93eea8Andreas Huber    CODEC_LOGI("allocating %lu buffers of size %lu on %s port",
163039ddf8e0f18766f7ba1e3246b774aa6ebd93eea8Andreas Huber            def.nBufferCountActual, def.nBufferSize,
163139ddf8e0f18766f7ba1e3246b774aa6ebd93eea8Andreas Huber            portIndex == kPortIndexInput ? "input" : "output");
163239ddf8e0f18766f7ba1e3246b774aa6ebd93eea8Andreas Huber
16337530e9c708275c273c134c36c68179f511c1940eAndreas Huber    size_t totalSize = def.nBufferCountActual * def.nBufferSize;
1634867d2f6ce668968e463eb86b856d21525f12fd67Mathias Agopian    mDealer[portIndex] = new MemoryDealer(totalSize, "OMXCodec");
16357530e9c708275c273c134c36c68179f511c1940eAndreas Huber
1636693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    for (OMX_U32 i = 0; i < def.nBufferCountActual; ++i) {
16377530e9c708275c273c134c36c68179f511c1940eAndreas Huber        sp<IMemory> mem = mDealer[portIndex]->allocate(def.nBufferSize);
1638693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        CHECK(mem.get() != NULL);
1639693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1640570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber        BufferInfo info;
1641570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber        info.mData = NULL;
1642570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber        info.mSize = def.nBufferSize;
1643570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber
1644693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        IOMX::buffer_id buffer;
1645693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        if (portIndex == kPortIndexInput
16460bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                && ((mQuirks & kRequiresAllocateBufferOnInputPorts)
16470bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                    || (mFlags & kUseSecureInputBuffers))) {
16487eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber            if (mOMXLivesLocally) {
1649570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber                mem.clear();
1650570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber
16517eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber                err = mOMX->allocateBuffer(
1652570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber                        mNode, portIndex, def.nBufferSize, &buffer,
1653570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber                        &info.mData);
16547eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber            } else {
16557eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber                err = mOMX->allocateBufferWithBackup(
16567eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber                        mNode, portIndex, mem, &buffer);
16577eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber            }
1658ea7d15629752256f6ea1d5c6ea796e59aefd030fAndreas Huber        } else if (portIndex == kPortIndexOutput
1659ea7d15629752256f6ea1d5c6ea796e59aefd030fAndreas Huber                && (mQuirks & kRequiresAllocateBufferOnOutputPorts)) {
16607eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber            if (mOMXLivesLocally) {
1661570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber                mem.clear();
1662570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber
16637eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber                err = mOMX->allocateBuffer(
1664570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber                        mNode, portIndex, def.nBufferSize, &buffer,
1665570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber                        &info.mData);
16667eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber            } else {
16677eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber                err = mOMX->allocateBufferWithBackup(
16687eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber                        mNode, portIndex, mem, &buffer);
16697eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber            }
1670693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        } else {
1671318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber            err = mOMX->useBuffer(mNode, portIndex, mem, &buffer);
1672693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
1673693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1674693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        if (err != OK) {
1675693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            LOGE("allocate_buffer_with_backup failed");
1676693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            return err;
1677693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
1678693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1679570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber        if (mem != NULL) {
1680570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber            info.mData = mem->pointer();
1681570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber        }
1682570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber
1683693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        info.mBuffer = buffer;
168492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber        info.mStatus = OWNED_BY_US;
1685693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        info.mMem = mem;
1686693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        info.mMediaBuffer = NULL;
1687693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1688693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        if (portIndex == kPortIndexOutput) {
1689213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber            if (!(mOMXLivesLocally
1690213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                        && (mQuirks & kRequiresAllocateBufferOnOutputPorts)
1691213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                        && (mQuirks & kDefersOutputBufferAllocation))) {
1692213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                // If the node does not fill in the buffer ptr at this time,
1693213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                // we will defer creating the MediaBuffer until receiving
1694213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                // the first FILL_BUFFER_DONE notification instead.
1695213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                info.mMediaBuffer = new MediaBuffer(info.mData, info.mSize);
1696213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                info.mMediaBuffer->setObserver(this);
1697213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber            }
1698693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
1699693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1700693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        mPortBuffers[portIndex].push(info);
1701693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
17027a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        CODEC_LOGV("allocated buffer %p on %s port", buffer,
1703693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber             portIndex == kPortIndexInput ? "input" : "output");
1704693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
1705693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
1706134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber    // dumpPortStatus(portIndex);
1707693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
17080bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    if (portIndex == kPortIndexInput && (mFlags & kUseSecureInputBuffers)) {
17090bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        Vector<MediaBuffer *> buffers;
17100bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        for (size_t i = 0; i < def.nBufferCountActual; ++i) {
17110bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            const BufferInfo &info = mPortBuffers[kPortIndexInput].itemAt(i);
17120bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
17130bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            MediaBuffer *mbuf = new MediaBuffer(info.mData, info.mSize);
17140bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            buffers.push(mbuf);
17150bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        }
17160bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
17170bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        status_t err = mSource->setBuffers(buffers);
17180bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
17190bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        if (err != OK) {
17200bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            for (size_t i = 0; i < def.nBufferCountActual; ++i) {
17210bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                buffers.editItemAt(i)->release();
17220bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            }
17230bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            buffers.clear();
17240bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
17250bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            CODEC_LOGE(
17260bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                    "Codec requested to use secure input buffers but "
17270bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                    "upstream source didn't support that.");
17280bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
17290bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            return err;
17300bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        }
17310bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    }
17320bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
1733693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    return OK;
1734693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
1735693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
17367fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huberstatus_t OMXCodec::applyRotation() {
17377fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber    sp<MetaData> meta = mSource->getFormat();
17387fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber
17397fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber    int32_t rotationDegrees;
17407fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber    if (!meta->findInt32(kKeyRotation, &rotationDegrees)) {
17417fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber        rotationDegrees = 0;
17427fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber    }
17437fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber
17447fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber    uint32_t transform;
17457fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber    switch (rotationDegrees) {
17467fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber        case 0: transform = 0; break;
17477fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber        case 90: transform = HAL_TRANSFORM_ROT_90; break;
17487fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber        case 180: transform = HAL_TRANSFORM_ROT_180; break;
17497fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber        case 270: transform = HAL_TRANSFORM_ROT_270; break;
17507fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber        default: transform = 0; break;
17517fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber    }
17527fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber
17537fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber    status_t err = OK;
17547fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber
17557fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber    if (transform) {
17567fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber        err = native_window_set_buffers_transform(
17577fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber                mNativeWindow.get(), transform);
17587fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber    }
17597fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber
17607fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber    return err;
17617fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber}
17627fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber
17636a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennisstatus_t OMXCodec::allocateOutputBuffersFromNativeWindow() {
17646a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    // Get the number of buffers needed.
17656a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    OMX_PARAM_PORTDEFINITIONTYPE def;
17666a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    InitOMXParams(&def);
17676a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    def.nPortIndex = kPortIndexOutput;
17686a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
17696a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    status_t err = mOMX->getParameter(
17706a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
17716a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    if (err != OK) {
17726a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        return err;
17736a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    }
17746a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
17759bc7af17974f448291a44912566ec7472a0d798bMathias Agopian    err = native_window_set_scaling_mode(mNativeWindow.get(),
17769bc7af17974f448291a44912566ec7472a0d798bMathias Agopian            NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW);
17779bc7af17974f448291a44912566ec7472a0d798bMathias Agopian
17789bc7af17974f448291a44912566ec7472a0d798bMathias Agopian    if (err != OK) {
17799bc7af17974f448291a44912566ec7472a0d798bMathias Agopian        return err;
17809bc7af17974f448291a44912566ec7472a0d798bMathias Agopian    }
17819bc7af17974f448291a44912566ec7472a0d798bMathias Agopian
17826a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    err = native_window_set_buffers_geometry(
17836a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis            mNativeWindow.get(),
17846a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis            def.format.video.nFrameWidth,
17856a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis            def.format.video.nFrameHeight,
17860821a824a718a28fa5144309bf09ea40411c8ae0Jamie Gennis            def.format.video.eColorFormat);
17876a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
17886a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    if (err != 0) {
17896a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        LOGE("native_window_set_buffers_geometry failed: %s (%d)",
17906a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                strerror(-err), -err);
17916a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        return err;
17926a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    }
17936a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
17947fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber    err = applyRotation();
17957fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber    if (err != OK) {
17967fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber        return err;
17977fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber    }
17987fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber
17996a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    // Set up the native window.
18003c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis    OMX_U32 usage = 0;
18013c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis    err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage);
18023c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis    if (err != 0) {
18033c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis        LOGW("querying usage flags from OMX IL component failed: %d", err);
18043c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis        // XXX: Currently this error is logged, but not fatal.
18053c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis        usage = 0;
18063c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis    }
18070bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    if (mFlags & kEnableGrallocUsageProtected) {
18082eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten        usage |= GRALLOC_USAGE_PROTECTED;
18092eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten    }
18103c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis
1811d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis    // Make sure to check whether either Stagefright or the video decoder
1812d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis    // requested protected buffers.
1813d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis    if (usage & GRALLOC_USAGE_PROTECTED) {
1814d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis        // Verify that the ANativeWindow sends images directly to
1815d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis        // SurfaceFlinger.
1816d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis        int queuesToNativeWindow = 0;
1817d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis        err = mNativeWindow->query(
1818d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis                mNativeWindow.get(), NATIVE_WINDOW_QUEUES_TO_WINDOW_COMPOSER,
1819d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis                &queuesToNativeWindow);
1820d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis        if (err != 0) {
1821d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis            LOGE("error authenticating native window: %d", err);
1822d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis            return err;
1823d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis        }
1824d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis        if (queuesToNativeWindow != 1) {
1825d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis            LOGE("native window could not be authenticated");
1826d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis            return PERMISSION_DENIED;
1827d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis        }
1828d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis    }
1829d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis
18300055e9e1c67e4614135da2cc0866caf3e7bfa3d6Andreas Huber    LOGV("native_window_set_usage usage=0x%lx", usage);
18316a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    err = native_window_set_usage(
18323c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis            mNativeWindow.get(), usage | GRALLOC_USAGE_HW_TEXTURE | GRALLOC_USAGE_EXTERNAL_DISP);
18336a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    if (err != 0) {
18346a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        LOGE("native_window_set_usage failed: %s (%d)", strerror(-err), -err);
18356a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        return err;
18366a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    }
18376a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
1838258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis    int minUndequeuedBufs = 0;
1839258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis    err = mNativeWindow->query(mNativeWindow.get(),
1840258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis            NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, &minUndequeuedBufs);
1841258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis    if (err != 0) {
1842258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis        LOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)",
1843258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis                strerror(-err), -err);
1844258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis        return err;
1845258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis    }
1846258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis
1847258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis    // XXX: Is this the right logic to use?  It's not clear to me what the OMX
1848258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis    // buffer counts refer to - how do they account for the renderer holding on
1849258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis    // to buffers?
1850258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis    if (def.nBufferCountActual < def.nBufferCountMin + minUndequeuedBufs) {
1851258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis        OMX_U32 newBufferCount = def.nBufferCountMin + minUndequeuedBufs;
1852258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis        def.nBufferCountActual = newBufferCount;
1853258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis        err = mOMX->setParameter(
1854258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis                mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
1855258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis        if (err != OK) {
1856258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis            CODEC_LOGE("setting nBufferCountActual to %lu failed: %d",
1857258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis                    newBufferCount, err);
1858258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis            return err;
1859258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis        }
1860258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis    }
1861258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis
18626a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    err = native_window_set_buffer_count(
18636a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis            mNativeWindow.get(), def.nBufferCountActual);
18646a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    if (err != 0) {
18656a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        LOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err),
18666a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                -err);
18676a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        return err;
18686a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    }
18696a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
18706a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    CODEC_LOGI("allocating %lu buffers from a native window of size %lu on "
18716a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis            "output port", def.nBufferCountActual, def.nBufferSize);
18726a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
18736a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    // Dequeue buffers and send them to OMX
187474006804065941841883c4b46ee785070164023fJamie Gennis    for (OMX_U32 i = 0; i < def.nBufferCountActual; i++) {
18758ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev        ANativeWindowBuffer* buf;
18766a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf);
18776a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        if (err != 0) {
18786a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis            LOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err);
18796a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis            break;
18806a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        }
18816a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
18826a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false));
188374006804065941841883c4b46ee785070164023fJamie Gennis        BufferInfo info;
188474006804065941841883c4b46ee785070164023fJamie Gennis        info.mData = NULL;
188574006804065941841883c4b46ee785070164023fJamie Gennis        info.mSize = def.nBufferSize;
188674006804065941841883c4b46ee785070164023fJamie Gennis        info.mStatus = OWNED_BY_US;
188774006804065941841883c4b46ee785070164023fJamie Gennis        info.mMem = NULL;
188874006804065941841883c4b46ee785070164023fJamie Gennis        info.mMediaBuffer = new MediaBuffer(graphicBuffer);
188974006804065941841883c4b46ee785070164023fJamie Gennis        info.mMediaBuffer->setObserver(this);
189074006804065941841883c4b46ee785070164023fJamie Gennis        mPortBuffers[kPortIndexOutput].push(info);
189174006804065941841883c4b46ee785070164023fJamie Gennis
18926a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        IOMX::buffer_id bufferId;
18936a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer,
18946a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                &bufferId);
18956a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        if (err != 0) {
189674006804065941841883c4b46ee785070164023fJamie Gennis            CODEC_LOGE("registering GraphicBuffer with OMX IL component "
189774006804065941841883c4b46ee785070164023fJamie Gennis                    "failed: %d", err);
18986a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis            break;
18996a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        }
19006a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
190174006804065941841883c4b46ee785070164023fJamie Gennis        mPortBuffers[kPortIndexOutput].editItemAt(i).mBuffer = bufferId;
190274006804065941841883c4b46ee785070164023fJamie Gennis
19036a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        CODEC_LOGV("registered graphic buffer with ID %p (pointer = %p)",
19046a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                bufferId, graphicBuffer.get());
19056a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    }
19066a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
19076a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    OMX_U32 cancelStart;
19086a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    OMX_U32 cancelEnd;
19096a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    if (err != 0) {
19106a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        // If an error occurred while dequeuing we need to cancel any buffers
19116a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        // that were dequeued.
19126a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        cancelStart = 0;
191374006804065941841883c4b46ee785070164023fJamie Gennis        cancelEnd = mPortBuffers[kPortIndexOutput].size();
19146a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    } else {
19156a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        // Return the last two buffers to the native window.
1916258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis        cancelStart = def.nBufferCountActual - minUndequeuedBufs;
19176a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        cancelEnd = def.nBufferCountActual;
19186a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    }
19196a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
19206a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    for (OMX_U32 i = cancelStart; i < cancelEnd; i++) {
19216a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(i);
19226a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        cancelBufferToNativeWindow(info);
19236a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    }
19246a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
19256a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    return err;
19266a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis}
19276a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
19286a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennisstatus_t OMXCodec::cancelBufferToNativeWindow(BufferInfo *info) {
192992bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber    CHECK_EQ((int)info->mStatus, (int)OWNED_BY_US);
19306a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    CODEC_LOGV("Calling cancelBuffer on buffer %p", info->mBuffer);
19316a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    int err = mNativeWindow->cancelBuffer(
19326a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        mNativeWindow.get(), info->mMediaBuffer->graphicBuffer().get());
19336a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    if (err != 0) {
19346a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis      CODEC_LOGE("cancelBuffer failed w/ error 0x%08x", err);
19356a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
19366a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis      setState(ERROR);
19376a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis      return err;
19386a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    }
193992bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber    info->mStatus = OWNED_BY_NATIVE_WINDOW;
19406a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    return OK;
19416a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis}
19426a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
19436a9da9fc558263548ebfbae2cbf177eb7454a41bJamie GennisOMXCodec::BufferInfo* OMXCodec::dequeueBufferFromNativeWindow() {
19446a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    // Dequeue the next buffer from the native window.
19458ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev    ANativeWindowBuffer* buf;
19466a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    int err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf);
19476a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    if (err != 0) {
19486a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis      CODEC_LOGE("dequeueBuffer failed w/ error 0x%08x", err);
19496a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
19506a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis      setState(ERROR);
19516a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis      return 0;
19526a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    }
19536a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
19546a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    // Determine which buffer we just dequeued.
19556a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexOutput];
19566a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    BufferInfo *bufInfo = 0;
19576a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    for (size_t i = 0; i < buffers->size(); i++) {
19586a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis      sp<GraphicBuffer> graphicBuffer = buffers->itemAt(i).
19596a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis          mMediaBuffer->graphicBuffer();
19606a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis      if (graphicBuffer->handle == buf->handle) {
19616a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        bufInfo = &buffers->editItemAt(i);
19626a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        break;
19636a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis      }
19646a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    }
19656a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
19666a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    if (bufInfo == 0) {
19676a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        CODEC_LOGE("dequeued unrecognized buffer: %p", buf);
19686a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
19696a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        setState(ERROR);
19706a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        return 0;
19716a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    }
19726a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
19736a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    // The native window no longer owns the buffer.
197492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber    CHECK_EQ((int)bufInfo->mStatus, (int)OWNED_BY_NATIVE_WINDOW);
197592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber    bufInfo->mStatus = OWNED_BY_US;
19766a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
19776a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    return bufInfo;
19786a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis}
19796a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
1980965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dongint64_t OMXCodec::retrieveDecodingTimeUs(bool isCodecSpecific) {
1981965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong    CHECK(mIsEncoder);
198203168ed2f76e12e5dd41740697ea8206759924c1James Dong
198303168ed2f76e12e5dd41740697ea8206759924c1James Dong    if (mDecodingTimeList.empty()) {
198403168ed2f76e12e5dd41740697ea8206759924c1James Dong        CHECK(mNoMoreOutputData);
198503168ed2f76e12e5dd41740697ea8206759924c1James Dong        // No corresponding input frame available.
198603168ed2f76e12e5dd41740697ea8206759924c1James Dong        // This could happen when EOS is reached.
198703168ed2f76e12e5dd41740697ea8206759924c1James Dong        return 0;
198803168ed2f76e12e5dd41740697ea8206759924c1James Dong    }
198903168ed2f76e12e5dd41740697ea8206759924c1James Dong
1990965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong    List<int64_t>::iterator it = mDecodingTimeList.begin();
1991965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong    int64_t timeUs = *it;
1992965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong
1993965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong    // If the output buffer is codec specific configuration,
1994965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong    // do not remove the decoding time from the list.
1995965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong    if (!isCodecSpecific) {
1996965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong        mDecodingTimeList.erase(it);
1997965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong    }
1998965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong    return timeUs;
1999965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong}
2000965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong
2001693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::on_message(const omx_message &msg) {
20020c03d5c7c2fa4d17f7f5159e3fddd2adf6bfc923Andreas Huber    if (mState == ERROR) {
20030c03d5c7c2fa4d17f7f5159e3fddd2adf6bfc923Andreas Huber        LOGW("Dropping OMX message - we're in ERROR state.");
20040c03d5c7c2fa4d17f7f5159e3fddd2adf6bfc923Andreas Huber        return;
20050c03d5c7c2fa4d17f7f5159e3fddd2adf6bfc923Andreas Huber    }
20060c03d5c7c2fa4d17f7f5159e3fddd2adf6bfc923Andreas Huber
2007693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    switch (msg.type) {
2008693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case omx_message::EVENT:
2009693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
2010693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            onEvent(
2011693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                 msg.u.event_data.event, msg.u.event_data.data1,
2012693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                 msg.u.event_data.data2);
2013693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2014693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
2015693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2016693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2017693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case omx_message::EMPTY_BUFFER_DONE:
2018693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
2019693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            IOMX::buffer_id buffer = msg.u.extended_buffer_data.buffer;
2020693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
20217a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber            CODEC_LOGV("EMPTY_BUFFER_DONE(buffer: %p)", buffer);
2022693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2023693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexInput];
2024693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            size_t i = 0;
2025693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            while (i < buffers->size() && (*buffers)[i].mBuffer != buffer) {
2026693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                ++i;
2027693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            }
2028693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2029693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            CHECK(i < buffers->size());
203092bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber            if ((*buffers)[i].mStatus != OWNED_BY_COMPONENT) {
2031693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                LOGW("We already own input buffer %p, yet received "
2032693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                     "an EMPTY_BUFFER_DONE.", buffer);
2033693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            }
2034693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
20358480835b4bc1350646376aa7f3ae33742a7adeb1James Dong            BufferInfo* info = &buffers->editItemAt(i);
203692bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber            info->mStatus = OWNED_BY_US;
20378480835b4bc1350646376aa7f3ae33742a7adeb1James Dong
20388480835b4bc1350646376aa7f3ae33742a7adeb1James Dong            // Buffer could not be released until empty buffer done is called.
20398480835b4bc1350646376aa7f3ae33742a7adeb1James Dong            if (info->mMediaBuffer != NULL) {
2040f23c4f92c3b0202435cf87db2642156fabc46f02James Dong                if (mIsEncoder &&
2041f23c4f92c3b0202435cf87db2642156fabc46f02James Dong                    (mQuirks & kAvoidMemcopyInputRecordingFrames)) {
2042f23c4f92c3b0202435cf87db2642156fabc46f02James Dong                    // If zero-copy mode is enabled this will send the
2043f23c4f92c3b0202435cf87db2642156fabc46f02James Dong                    // input buffer back to the upstream source.
2044f23c4f92c3b0202435cf87db2642156fabc46f02James Dong                    restorePatchedDataPointer(info);
2045f23c4f92c3b0202435cf87db2642156fabc46f02James Dong                }
2046f23c4f92c3b0202435cf87db2642156fabc46f02James Dong
20478480835b4bc1350646376aa7f3ae33742a7adeb1James Dong                info->mMediaBuffer->release();
20488480835b4bc1350646376aa7f3ae33742a7adeb1James Dong                info->mMediaBuffer = NULL;
20498480835b4bc1350646376aa7f3ae33742a7adeb1James Dong            }
2050693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2051693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            if (mPortStatus[kPortIndexInput] == DISABLING) {
20527a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber                CODEC_LOGV("Port is disabled, freeing buffer %p", buffer);
2053693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2054ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis                status_t err = freeBuffer(kPortIndexInput, i);
2055f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ(err, (status_t)OK);
2056ec9dd59902c8beea4ba6a842f3a843d46150d949Andreas Huber            } else if (mState != ERROR
2057ec9dd59902c8beea4ba6a842f3a843d46150d949Andreas Huber                    && mPortStatus[kPortIndexInput] != SHUTTING_DOWN) {
2058f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ((int)mPortStatus[kPortIndexInput], (int)ENABLED);
20590bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
20600bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                if (mFlags & kUseSecureInputBuffers) {
20610bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                    drainAnyInputBuffer();
20620bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                } else {
20630bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                    drainInputBuffer(&buffers->editItemAt(i));
20640bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                }
2065693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            }
2066693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
2067693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2068693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2069693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case omx_message::FILL_BUFFER_DONE:
2070693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
2071693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            IOMX::buffer_id buffer = msg.u.extended_buffer_data.buffer;
2072693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_U32 flags = msg.u.extended_buffer_data.flags;
2073693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2074134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber            CODEC_LOGV("FILL_BUFFER_DONE(buffer: %p, size: %ld, flags: 0x%08lx, timestamp: %lld us (%.2f secs))",
2075693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                 buffer,
2076693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                 msg.u.extended_buffer_data.range_length,
2077134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber                 flags,
2078693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                 msg.u.extended_buffer_data.timestamp,
2079693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                 msg.u.extended_buffer_data.timestamp / 1E6);
2080693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2081693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexOutput];
2082693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            size_t i = 0;
2083693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            while (i < buffers->size() && (*buffers)[i].mBuffer != buffer) {
2084693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                ++i;
2085693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            }
2086693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2087693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            CHECK(i < buffers->size());
2088693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            BufferInfo *info = &buffers->editItemAt(i);
2089693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
209092bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber            if (info->mStatus != OWNED_BY_COMPONENT) {
2091693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                LOGW("We already own output buffer %p, yet received "
2092693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                     "a FILL_BUFFER_DONE.", buffer);
2093693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            }
2094693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
209592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber            info->mStatus = OWNED_BY_US;
2096693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2097693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            if (mPortStatus[kPortIndexOutput] == DISABLING) {
20987a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber                CODEC_LOGV("Port is disabled, freeing buffer %p", buffer);
2099693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2100ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis                status_t err = freeBuffer(kPortIndexOutput, i);
2101f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ(err, (status_t)OK);
2102693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2103134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber#if 0
2104355edcea2f15c0f619c1e1d0f4fa433b0d38098fAndreas Huber            } else if (mPortStatus[kPortIndexOutput] == ENABLED
2105355edcea2f15c0f619c1e1d0f4fa433b0d38098fAndreas Huber                       && (flags & OMX_BUFFERFLAG_EOS)) {
21067a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber                CODEC_LOGV("No more output data.");
2107693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                mNoMoreOutputData = true;
2108693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                mBufferFilled.signal();
2109134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber#endif
2110693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            } else if (mPortStatus[kPortIndexOutput] != SHUTTING_DOWN) {
2111f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ((int)mPortStatus[kPortIndexOutput], (int)ENABLED);
2112bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
2113213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                if (info->mMediaBuffer == NULL) {
2114213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                    CHECK(mOMXLivesLocally);
2115213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                    CHECK(mQuirks & kRequiresAllocateBufferOnOutputPorts);
2116213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                    CHECK(mQuirks & kDefersOutputBufferAllocation);
2117213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber
2118213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                    // The qcom video decoders on Nexus don't actually allocate
2119213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                    // output buffer memory on a call to OMX_AllocateBuffer
2120213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                    // the "pBuffer" member of the OMX_BUFFERHEADERTYPE
2121213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                    // structure is only filled in later.
2122213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber
2123213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                    info->mMediaBuffer = new MediaBuffer(
2124213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                            msg.u.extended_buffer_data.data_ptr,
2125213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                            info->mSize);
2126213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                    info->mMediaBuffer->setObserver(this);
2127213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber                }
2128213addfaf4b359c69da4e9b4490c511d116845bbAndreas Huber
2129693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                MediaBuffer *buffer = info->mMediaBuffer;
21306a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                bool isGraphicBuffer = buffer->graphicBuffer() != NULL;
2131693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
21326a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                if (!isGraphicBuffer
21336a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                    && msg.u.extended_buffer_data.range_offset
2134f8ca90452ff3e252f20de38f1c3eee524c808c3eAndreas Huber                        + msg.u.extended_buffer_data.range_length
2135f8ca90452ff3e252f20de38f1c3eee524c808c3eAndreas Huber                            > buffer->size()) {
2136f8ca90452ff3e252f20de38f1c3eee524c808c3eAndreas Huber                    CODEC_LOGE(
2137f8ca90452ff3e252f20de38f1c3eee524c808c3eAndreas Huber                            "Codec lied about its buffer size requirements, "
2138f8ca90452ff3e252f20de38f1c3eee524c808c3eAndreas Huber                            "sending a buffer larger than the originally "
2139f8ca90452ff3e252f20de38f1c3eee524c808c3eAndreas Huber                            "advertised size in FILL_BUFFER_DONE!");
2140f8ca90452ff3e252f20de38f1c3eee524c808c3eAndreas Huber                }
2141693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                buffer->set_range(
2142693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                        msg.u.extended_buffer_data.range_offset,
2143693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                        msg.u.extended_buffer_data.range_length);
2144693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2145693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                buffer->meta_data()->clear();
2146693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
214748c948b1137e7bbdb161b51908657ab72ac5e2daAndreas Huber                buffer->meta_data()->setInt64(
214848c948b1137e7bbdb161b51908657ab72ac5e2daAndreas Huber                        kKeyTime, msg.u.extended_buffer_data.timestamp);
2149693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2150693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                if (msg.u.extended_buffer_data.flags & OMX_BUFFERFLAG_SYNCFRAME) {
2151693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                    buffer->meta_data()->setInt32(kKeyIsSyncFrame, true);
2152693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                }
2153965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong                bool isCodecSpecific = false;
215430ab66297501757d745b9ae10da61adcd891f497Andreas Huber                if (msg.u.extended_buffer_data.flags & OMX_BUFFERFLAG_CODECCONFIG) {
215530ab66297501757d745b9ae10da61adcd891f497Andreas Huber                    buffer->meta_data()->setInt32(kKeyIsCodecConfig, true);
2156965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong                    isCodecSpecific = true;
215730ab66297501757d745b9ae10da61adcd891f497Andreas Huber                }
2158693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
21596a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                if (isGraphicBuffer || mQuirks & kOutputBuffersAreUnreadable) {
21602b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber                    buffer->meta_data()->setInt32(kKeyIsUnreadable, true);
21612b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber                }
21622b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber
2163693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                buffer->meta_data()->setPointer(
2164693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                        kKeyPlatformPrivate,
2165693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                        msg.u.extended_buffer_data.platform_private);
2166693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2167693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                buffer->meta_data()->setPointer(
2168693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                        kKeyBufferID,
2169693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                        msg.u.extended_buffer_data.buffer);
2170693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2171134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber                if (msg.u.extended_buffer_data.flags & OMX_BUFFERFLAG_EOS) {
2172134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber                    CODEC_LOGV("No more output data.");
2173134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber                    mNoMoreOutputData = true;
2174134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber                }
2175abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber
217603168ed2f76e12e5dd41740697ea8206759924c1James Dong                if (mIsEncoder) {
217703168ed2f76e12e5dd41740697ea8206759924c1James Dong                    int64_t decodingTimeUs = retrieveDecodingTimeUs(isCodecSpecific);
217803168ed2f76e12e5dd41740697ea8206759924c1James Dong                    buffer->meta_data()->setInt64(kKeyDecodingTime, decodingTimeUs);
217903168ed2f76e12e5dd41740697ea8206759924c1James Dong                }
218003168ed2f76e12e5dd41740697ea8206759924c1James Dong
2181abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                if (mTargetTimeUs >= 0) {
2182abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                    CHECK(msg.u.extended_buffer_data.timestamp <= mTargetTimeUs);
2183abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber
2184abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                    if (msg.u.extended_buffer_data.timestamp < mTargetTimeUs) {
2185abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                        CODEC_LOGV(
2186abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                                "skipping output buffer at timestamp %lld us",
2187abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                                msg.u.extended_buffer_data.timestamp);
2188abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber
2189abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                        fillOutputBuffer(info);
2190abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                        break;
2191abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                    }
2192abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber
2193abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                    CODEC_LOGV(
2194abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                            "returning output buffer at target timestamp "
2195abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                            "%lld us",
2196abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                            msg.u.extended_buffer_data.timestamp);
2197abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber
2198abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                    mTargetTimeUs = -1;
2199abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                }
2200abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber
2201abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                mFilledBuffers.push_back(i);
2202abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                mBufferFilled.signal();
2203985f838934510983d8a887461e98dca60a6e858fJames Dong                if (mIsEncoder) {
2204985f838934510983d8a887461e98dca60a6e858fJames Dong                    sched_yield();
2205985f838934510983d8a887461e98dca60a6e858fJames Dong                }
2206693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            }
2207693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2208693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
2209693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2210693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2211693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        default:
2212693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
2213693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            CHECK(!"should not be here.");
2214693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
2215693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2216693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
2217693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
2218693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
221912658b720b176b7d934444256d07ba3c595d9b44Andreas Huber// Has the format changed in any way that the client would have to be aware of?
222012658b720b176b7d934444256d07ba3c595d9b44Andreas Huberstatic bool formatHasNotablyChanged(
222112658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        const sp<MetaData> &from, const sp<MetaData> &to) {
222212658b720b176b7d934444256d07ba3c595d9b44Andreas Huber    if (from.get() == NULL && to.get() == NULL) {
222312658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        return false;
222412658b720b176b7d934444256d07ba3c595d9b44Andreas Huber    }
222512658b720b176b7d934444256d07ba3c595d9b44Andreas Huber
2226c6323f9d72e0f08dd1e813550a56c8d2f0fd76a2Andreas Huber    if ((from.get() == NULL && to.get() != NULL)
2227c6323f9d72e0f08dd1e813550a56c8d2f0fd76a2Andreas Huber        || (from.get() != NULL && to.get() == NULL)) {
222812658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        return true;
222912658b720b176b7d934444256d07ba3c595d9b44Andreas Huber    }
223012658b720b176b7d934444256d07ba3c595d9b44Andreas Huber
223112658b720b176b7d934444256d07ba3c595d9b44Andreas Huber    const char *mime_from, *mime_to;
223212658b720b176b7d934444256d07ba3c595d9b44Andreas Huber    CHECK(from->findCString(kKeyMIMEType, &mime_from));
223312658b720b176b7d934444256d07ba3c595d9b44Andreas Huber    CHECK(to->findCString(kKeyMIMEType, &mime_to));
223412658b720b176b7d934444256d07ba3c595d9b44Andreas Huber
223512658b720b176b7d934444256d07ba3c595d9b44Andreas Huber    if (strcasecmp(mime_from, mime_to)) {
223612658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        return true;
223712658b720b176b7d934444256d07ba3c595d9b44Andreas Huber    }
223812658b720b176b7d934444256d07ba3c595d9b44Andreas Huber
223912658b720b176b7d934444256d07ba3c595d9b44Andreas Huber    if (!strcasecmp(mime_from, MEDIA_MIMETYPE_VIDEO_RAW)) {
224012658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        int32_t colorFormat_from, colorFormat_to;
224112658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        CHECK(from->findInt32(kKeyColorFormat, &colorFormat_from));
224212658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        CHECK(to->findInt32(kKeyColorFormat, &colorFormat_to));
224312658b720b176b7d934444256d07ba3c595d9b44Andreas Huber
224412658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        if (colorFormat_from != colorFormat_to) {
224512658b720b176b7d934444256d07ba3c595d9b44Andreas Huber            return true;
224612658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        }
224712658b720b176b7d934444256d07ba3c595d9b44Andreas Huber
224812658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        int32_t width_from, width_to;
224912658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        CHECK(from->findInt32(kKeyWidth, &width_from));
225012658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        CHECK(to->findInt32(kKeyWidth, &width_to));
225112658b720b176b7d934444256d07ba3c595d9b44Andreas Huber
225212658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        if (width_from != width_to) {
225312658b720b176b7d934444256d07ba3c595d9b44Andreas Huber            return true;
225412658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        }
225512658b720b176b7d934444256d07ba3c595d9b44Andreas Huber
225612658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        int32_t height_from, height_to;
225712658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        CHECK(from->findInt32(kKeyHeight, &height_from));
225812658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        CHECK(to->findInt32(kKeyHeight, &height_to));
225912658b720b176b7d934444256d07ba3c595d9b44Andreas Huber
226012658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        if (height_from != height_to) {
226112658b720b176b7d934444256d07ba3c595d9b44Andreas Huber            return true;
226212658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        }
2263f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
2264f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        int32_t left_from, top_from, right_from, bottom_from;
2265f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        CHECK(from->findRect(
2266f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                    kKeyCropRect,
2267f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                    &left_from, &top_from, &right_from, &bottom_from));
2268f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
2269f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        int32_t left_to, top_to, right_to, bottom_to;
2270f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        CHECK(to->findRect(
2271f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                    kKeyCropRect,
2272f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                    &left_to, &top_to, &right_to, &bottom_to));
2273f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
2274f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        if (left_to != left_from || top_to != top_from
2275f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                || right_to != right_from || bottom_to != bottom_from) {
2276f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            return true;
2277f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        }
227812658b720b176b7d934444256d07ba3c595d9b44Andreas Huber    } else if (!strcasecmp(mime_from, MEDIA_MIMETYPE_AUDIO_RAW)) {
227912658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        int32_t numChannels_from, numChannels_to;
228012658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        CHECK(from->findInt32(kKeyChannelCount, &numChannels_from));
228112658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        CHECK(to->findInt32(kKeyChannelCount, &numChannels_to));
228212658b720b176b7d934444256d07ba3c595d9b44Andreas Huber
228312658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        if (numChannels_from != numChannels_to) {
228412658b720b176b7d934444256d07ba3c595d9b44Andreas Huber            return true;
228512658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        }
228612658b720b176b7d934444256d07ba3c595d9b44Andreas Huber
228712658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        int32_t sampleRate_from, sampleRate_to;
228812658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        CHECK(from->findInt32(kKeySampleRate, &sampleRate_from));
228912658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        CHECK(to->findInt32(kKeySampleRate, &sampleRate_to));
229012658b720b176b7d934444256d07ba3c595d9b44Andreas Huber
229112658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        if (sampleRate_from != sampleRate_to) {
229212658b720b176b7d934444256d07ba3c595d9b44Andreas Huber            return true;
229312658b720b176b7d934444256d07ba3c595d9b44Andreas Huber        }
229412658b720b176b7d934444256d07ba3c595d9b44Andreas Huber    }
229512658b720b176b7d934444256d07ba3c595d9b44Andreas Huber
229612658b720b176b7d934444256d07ba3c595d9b44Andreas Huber    return false;
229712658b720b176b7d934444256d07ba3c595d9b44Andreas Huber}
229812658b720b176b7d934444256d07ba3c595d9b44Andreas Huber
2299f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Hubervoid OMXCodec::onEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) {
2300f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    switch (event) {
2301f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        case OMX_EventCmdComplete:
2302f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        {
2303f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            onCmdComplete((OMX_COMMANDTYPE)data1, data2);
2304f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            break;
2305f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        }
2306f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
2307f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        case OMX_EventError:
2308f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        {
2309f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CODEC_LOGE("ERROR(0x%08lx, %ld)", data1, data2);
2310f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
2311f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            setState(ERROR);
2312f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            break;
2313f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        }
2314f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
2315f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        case OMX_EventPortSettingsChanged:
2316f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        {
2317f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CODEC_LOGV("OMX_EventPortSettingsChanged(port=%ld, data2=0x%08lx)",
2318f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                       data1, data2);
2319f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
2320f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) {
2321f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                onPortSettingsChanged(data1);
23229cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong            } else if (data1 == kPortIndexOutput &&
23239cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                        (data2 == OMX_IndexConfigCommonOutputCrop ||
23249cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                         data2 == OMX_IndexConfigCommonScale)) {
2325f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
2326f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                sp<MetaData> oldOutputFormat = mOutputFormat;
2327f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                initOutputFormat(mSource->getFormat());
2328f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
23299cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                if (data2 == OMX_IndexConfigCommonOutputCrop &&
23309cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                    formatHasNotablyChanged(oldOutputFormat, mOutputFormat)) {
2331f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                    mOutputPortSettingsHaveChanged = true;
2332f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
2333f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                    if (mNativeWindow != NULL) {
2334f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                        int32_t left, top, right, bottom;
2335f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                        CHECK(mOutputFormat->findRect(
2336f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                                    kKeyCropRect,
2337f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                                    &left, &top, &right, &bottom));
2338f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
2339f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                        android_native_rect_t crop;
2340f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                        crop.left = left;
2341f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                        crop.top = top;
234289c120e7adbe09c6283591789594c5e591aa5032Andreas Huber                        crop.right = right + 1;
234389c120e7adbe09c6283591789594c5e591aa5032Andreas Huber                        crop.bottom = bottom + 1;
2344f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
23456592195d76b12a9823f82d3352245d0a6d459647Andreas Huber                        // We'll ignore any errors here, if the surface is
23466592195d76b12a9823f82d3352245d0a6d459647Andreas Huber                        // already invalid, we'll know soon enough.
23476592195d76b12a9823f82d3352245d0a6d459647Andreas Huber                        native_window_set_crop(mNativeWindow.get(), &crop);
2348f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                    }
23499cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                } else if (data2 == OMX_IndexConfigCommonScale) {
23509cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                    OMX_CONFIG_SCALEFACTORTYPE scale;
23519cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                    InitOMXParams(&scale);
23529cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                    scale.nPortIndex = kPortIndexOutput;
23539cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong
23549cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                    // Change display dimension only when necessary.
23559cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                    if (OK == mOMX->getConfig(
23569cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                                        mNode,
23579cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                                        OMX_IndexConfigCommonScale,
23589cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                                        &scale, sizeof(scale))) {
23599cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                        int32_t left, top, right, bottom;
23609cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                        CHECK(mOutputFormat->findRect(kKeyCropRect,
23619cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                                                      &left, &top,
23629cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                                                      &right, &bottom));
23639cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong
23649cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                        // The scale is in 16.16 format.
23659cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                        // scale 1.0 = 0x010000. When there is no
23669cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                        // need to change the display, skip it.
23679cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                        LOGV("Get OMX_IndexConfigScale: 0x%lx/0x%lx",
23689cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                                scale.xWidth, scale.xHeight);
23699cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong
23709cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                        if (scale.xWidth != 0x010000) {
23719cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                            mOutputFormat->setInt32(kKeyDisplayWidth,
23729cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                                    ((right - left +  1) * scale.xWidth)  >> 16);
23739cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                            mOutputPortSettingsHaveChanged = true;
23749cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                        }
23759cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong
23769cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                        if (scale.xHeight != 0x010000) {
23779cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                            mOutputFormat->setInt32(kKeyDisplayHeight,
23789cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                                    ((bottom  - top + 1) * scale.xHeight) >> 16);
23799cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                            mOutputPortSettingsHaveChanged = true;
23809cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                        }
23819cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong                    }
2382f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                }
2383f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            }
2384f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            break;
2385f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        }
2386f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
2387f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber#if 0
2388f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        case OMX_EventBufferFlag:
2389f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        {
2390f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CODEC_LOGV("EVENT_BUFFER_FLAG(%ld)", data1);
2391f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
2392f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            if (data1 == kPortIndexOutput) {
2393f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                mNoMoreOutputData = true;
2394f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            }
2395f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            break;
2396f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        }
2397f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber#endif
2398f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
2399f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        default:
2400f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        {
2401f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CODEC_LOGV("EVENT(%d, %ld, %ld)", event, data1, data2);
2402f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            break;
2403f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        }
2404f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    }
2405f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber}
2406f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
2407693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::onCmdComplete(OMX_COMMANDTYPE cmd, OMX_U32 data) {
2408693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    switch (cmd) {
2409693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_CommandStateSet:
2410693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
2411693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            onStateChange((OMX_STATETYPE)data);
2412693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
2413693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2414693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2415693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_CommandPortDisable:
2416693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
2417693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_U32 portIndex = data;
24187a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber            CODEC_LOGV("PORT_DISABLED(%ld)", portIndex);
2419693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2420693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            CHECK(mState == EXECUTING || mState == RECONFIGURING);
2421f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CHECK_EQ((int)mPortStatus[portIndex], (int)DISABLING);
2422f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CHECK_EQ(mPortBuffers[portIndex].size(), 0u);
2423693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2424693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mPortStatus[portIndex] = DISABLED;
2425693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2426693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            if (mState == RECONFIGURING) {
2427f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ(portIndex, (OMX_U32)kPortIndexOutput);
2428693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
242912658b720b176b7d934444256d07ba3c595d9b44Andreas Huber                sp<MetaData> oldOutputFormat = mOutputFormat;
24307f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber                initOutputFormat(mSource->getFormat());
243112658b720b176b7d934444256d07ba3c595d9b44Andreas Huber
243212658b720b176b7d934444256d07ba3c595d9b44Andreas Huber                // Don't notify clients if the output port settings change
243312658b720b176b7d934444256d07ba3c595d9b44Andreas Huber                // wasn't of importance to them, i.e. it may be that just the
243412658b720b176b7d934444256d07ba3c595d9b44Andreas Huber                // number of buffers has changed and nothing else.
243512658b720b176b7d934444256d07ba3c595d9b44Andreas Huber                mOutputPortSettingsHaveChanged =
243612658b720b176b7d934444256d07ba3c595d9b44Andreas Huber                    formatHasNotablyChanged(oldOutputFormat, mOutputFormat);
24377f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber
2438693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                enablePortAsync(portIndex);
2439693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2440693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                status_t err = allocateBuffersOnPort(portIndex);
2441018761c5cc4aefd0495eaa4666f2372a59a7980aAndreas Huber
2442018761c5cc4aefd0495eaa4666f2372a59a7980aAndreas Huber                if (err != OK) {
2443018761c5cc4aefd0495eaa4666f2372a59a7980aAndreas Huber                    CODEC_LOGE("allocateBuffersOnPort failed (err = %d)", err);
2444018761c5cc4aefd0495eaa4666f2372a59a7980aAndreas Huber                    setState(ERROR);
2445018761c5cc4aefd0495eaa4666f2372a59a7980aAndreas Huber                }
2446693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            }
2447693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
2448693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2449693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2450693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_CommandPortEnable:
2451693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
2452693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_U32 portIndex = data;
24537a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber            CODEC_LOGV("PORT_ENABLED(%ld)", portIndex);
2454693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2455693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            CHECK(mState == EXECUTING || mState == RECONFIGURING);
2456f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CHECK_EQ((int)mPortStatus[portIndex], (int)ENABLING);
2457693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2458693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mPortStatus[portIndex] = ENABLED;
2459693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2460693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            if (mState == RECONFIGURING) {
2461f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ(portIndex, (OMX_U32)kPortIndexOutput);
2462693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2463693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                setState(EXECUTING);
2464693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2465693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                fillOutputBuffers();
2466693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            }
2467693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
2468693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2469693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2470693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_CommandFlush:
2471693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
2472693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_U32 portIndex = data;
2473693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
24747a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber            CODEC_LOGV("FLUSH_DONE(%ld)", portIndex);
2475693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2476f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CHECK_EQ((int)mPortStatus[portIndex], (int)SHUTTING_DOWN);
2477693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mPortStatus[portIndex] = ENABLED;
2478693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2479693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            CHECK_EQ(countBuffersWeOwn(mPortBuffers[portIndex]),
2480693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                     mPortBuffers[portIndex].size());
2481693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2482693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            if (mState == RECONFIGURING) {
2483f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ(portIndex, (OMX_U32)kPortIndexOutput);
2484693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2485693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                disablePortAsync(portIndex);
24868297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber            } else if (mState == EXECUTING_TO_IDLE) {
24878297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                if (mPortStatus[kPortIndexInput] == ENABLED
24888297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                    && mPortStatus[kPortIndexOutput] == ENABLED) {
24897a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber                    CODEC_LOGV("Finished flushing both ports, now completing "
24908297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                         "transition from EXECUTING to IDLE.");
24918297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber
24928297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                    mPortStatus[kPortIndexInput] = SHUTTING_DOWN;
24938297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                    mPortStatus[kPortIndexOutput] = SHUTTING_DOWN;
24948297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber
24958297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                    status_t err =
2496318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber                        mOMX->sendCommand(mNode, OMX_CommandStateSet, OMX_StateIdle);
2497f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                    CHECK_EQ(err, (status_t)OK);
24988297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                }
2499693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            } else {
2500693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                // We're flushing both ports in preparation for seeking.
2501693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2502693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                if (mPortStatus[kPortIndexInput] == ENABLED
2503693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                    && mPortStatus[kPortIndexOutput] == ENABLED) {
25047a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber                    CODEC_LOGV("Finished flushing both ports, now continuing from"
2505693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                         " seek-time.");
2506693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2507d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber                    // We implicitly resume pulling on our upstream source.
2508d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber                    mPaused = false;
2509d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber
2510693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                    drainInputBuffers();
2511693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                    fillOutputBuffers();
2512693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                }
25139c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber
25149c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber                if (mOutputPortSettingsChangedPending) {
25159c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber                    CODEC_LOGV(
25169c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber                            "Honoring deferred output port settings change.");
25179c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber
25189c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber                    mOutputPortSettingsChangedPending = false;
25199c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber                    onPortSettingsChanged(kPortIndexOutput);
25209c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber                }
2521693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            }
2522693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2523693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
2524693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2525693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2526693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        default:
2527693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
25287a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber            CODEC_LOGV("CMD_COMPLETE(%d, %ld)", cmd, data);
2529693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
2530693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2531693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
2532693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
2533693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2534693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::onStateChange(OMX_STATETYPE newState) {
2535570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber    CODEC_LOGV("onStateChange %d", newState);
2536570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber
2537693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    switch (newState) {
2538693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_StateIdle:
2539693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
25407a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber            CODEC_LOGV("Now Idle.");
2541693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            if (mState == LOADED_TO_IDLE) {
2542318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber                status_t err = mOMX->sendCommand(
2543693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                        mNode, OMX_CommandStateSet, OMX_StateExecuting);
2544693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2545f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ(err, (status_t)OK);
2546693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2547693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                setState(IDLE_TO_EXECUTING);
2548693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            } else {
2549f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ((int)mState, (int)EXECUTING_TO_IDLE);
2550693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2551693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                CHECK_EQ(
2552693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                    countBuffersWeOwn(mPortBuffers[kPortIndexInput]),
2553693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                    mPortBuffers[kPortIndexInput].size());
2554693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2555693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                CHECK_EQ(
2556693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                    countBuffersWeOwn(mPortBuffers[kPortIndexOutput]),
2557693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                    mPortBuffers[kPortIndexOutput].size());
2558693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2559318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber                status_t err = mOMX->sendCommand(
2560693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                        mNode, OMX_CommandStateSet, OMX_StateLoaded);
2561693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2562f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ(err, (status_t)OK);
2563693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2564693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                err = freeBuffersOnPort(kPortIndexInput);
2565f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ(err, (status_t)OK);
2566693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2567693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                err = freeBuffersOnPort(kPortIndexOutput);
2568f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ(err, (status_t)OK);
2569693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2570693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                mPortStatus[kPortIndexInput] = ENABLED;
2571693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                mPortStatus[kPortIndexOutput] = ENABLED;
2572693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2573693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                setState(IDLE_TO_LOADED);
2574693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            }
2575693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
2576693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2577693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2578693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_StateExecuting:
2579693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
2580f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CHECK_EQ((int)mState, (int)IDLE_TO_EXECUTING);
2581693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
25827a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber            CODEC_LOGV("Now Executing.");
2583693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
25849c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber            mOutputPortSettingsChangedPending = false;
25859c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber
2586693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            setState(EXECUTING);
2587693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2588284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber            // Buffers will be submitted to the component in the first
2589284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber            // call to OMXCodec::read as mInitialBufferSubmit is true at
2590284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber            // this point. This ensures that this on_message call returns,
2591284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber            // releases the lock and ::init can notice the state change and
2592284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber            // itself return.
2593693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
2594693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2595693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2596693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_StateLoaded:
2597693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
2598f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CHECK_EQ((int)mState, (int)IDLE_TO_LOADED);
2599693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
26007a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber            CODEC_LOGV("Now Loaded.");
2601693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2602693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            setState(LOADED);
2603693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
2604693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2605693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2606570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber        case OMX_StateInvalid:
2607570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber        {
2608570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber            setState(ERROR);
2609570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber            break;
2610570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber        }
2611570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber
2612693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        default:
2613693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
2614693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            CHECK(!"should not be here.");
2615693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
2616693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2617693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
2618693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
2619693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2620693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber// static
2621693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubersize_t OMXCodec::countBuffersWeOwn(const Vector<BufferInfo> &buffers) {
2622693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    size_t n = 0;
2623693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    for (size_t i = 0; i < buffers.size(); ++i) {
262492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber        if (buffers[i].mStatus != OWNED_BY_COMPONENT) {
2625693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            ++n;
2626693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2627693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
2628693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2629693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    return n;
2630693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
2631693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2632693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatus_t OMXCodec::freeBuffersOnPort(
2633693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        OMX_U32 portIndex, bool onlyThoseWeOwn) {
2634693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Vector<BufferInfo> *buffers = &mPortBuffers[portIndex];
2635693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2636693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t stickyErr = OK;
2637693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2638693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    for (size_t i = buffers->size(); i-- > 0;) {
2639693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        BufferInfo *info = &buffers->editItemAt(i);
2640693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
264192bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber        if (onlyThoseWeOwn && info->mStatus == OWNED_BY_COMPONENT) {
2642693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            continue;
2643693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2644693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
264592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber        CHECK(info->mStatus == OWNED_BY_US
264692bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber                || info->mStatus == OWNED_BY_NATIVE_WINDOW);
2647693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
264895301196d59fb88ef96342fd307a2be374b5079bAndreas Huber        CODEC_LOGV("freeing buffer %p on port %ld", info->mBuffer, portIndex);
264995301196d59fb88ef96342fd307a2be374b5079bAndreas Huber
2650ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis        status_t err = freeBuffer(portIndex, i);
2651693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2652693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        if (err != OK) {
2653693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            stickyErr = err;
2654693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2655693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2656ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis    }
2657693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2658ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis    CHECK(onlyThoseWeOwn || buffers->isEmpty());
2659693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2660ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis    return stickyErr;
2661ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis}
2662ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis
2663ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennisstatus_t OMXCodec::freeBuffer(OMX_U32 portIndex, size_t bufIndex) {
2664ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis    Vector<BufferInfo> *buffers = &mPortBuffers[portIndex];
2665ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis
2666ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis    BufferInfo *info = &buffers->editItemAt(bufIndex);
2667ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis
2668ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis    status_t err = mOMX->freeBuffer(mNode, portIndex, info->mBuffer);
2669ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis
2670ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis    if (err == OK && info->mMediaBuffer != NULL) {
2671f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        CHECK_EQ(portIndex, (OMX_U32)kPortIndexOutput);
2672ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis        info->mMediaBuffer->setObserver(NULL);
26736a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
2674ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis        // Make sure nobody but us owns this buffer at this point.
2675ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis        CHECK_EQ(info->mMediaBuffer->refcount(), 0);
2676ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis
2677ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis        // Cancel the buffer if it belongs to an ANativeWindow.
2678ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis        sp<GraphicBuffer> graphicBuffer = info->mMediaBuffer->graphicBuffer();
267992bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber        if (info->mStatus == OWNED_BY_US && graphicBuffer != 0) {
2680ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis            err = cancelBufferToNativeWindow(info);
2681693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2682693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2683ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis        info->mMediaBuffer->release();
2684f23c4f92c3b0202435cf87db2642156fabc46f02James Dong        info->mMediaBuffer = NULL;
2685693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
2686693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2687ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis    if (err == OK) {
2688ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis        buffers->removeAt(bufIndex);
2689ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis    }
2690693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2691ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis    return err;
2692693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
2693693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2694693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::onPortSettingsChanged(OMX_U32 portIndex) {
26957a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    CODEC_LOGV("PORT_SETTINGS_CHANGED(%ld)", portIndex);
2696693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2697f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ((int)mState, (int)EXECUTING);
2698f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(portIndex, (OMX_U32)kPortIndexOutput);
26999c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber    CHECK(!mOutputPortSettingsChangedPending);
27009c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber
27019c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber    if (mPortStatus[kPortIndexOutput] != ENABLED) {
27029c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber        CODEC_LOGV("Deferring output port settings change.");
27039c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber        mOutputPortSettingsChangedPending = true;
27049c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber        return;
27059c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber    }
27069c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber
2707693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    setState(RECONFIGURING);
2708693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2709693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (mQuirks & kNeedsFlushBeforeDisable) {
27101beb760d920561679862ded945a04e370368c7f7Andreas Huber        if (!flushPortAsync(portIndex)) {
27111beb760d920561679862ded945a04e370368c7f7Andreas Huber            onCmdComplete(OMX_CommandFlush, portIndex);
27121beb760d920561679862ded945a04e370368c7f7Andreas Huber        }
2713693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    } else {
2714693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        disablePortAsync(portIndex);
2715693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
2716693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
2717693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
27181beb760d920561679862ded945a04e370368c7f7Andreas Huberbool OMXCodec::flushPortAsync(OMX_U32 portIndex) {
27198297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber    CHECK(mState == EXECUTING || mState == RECONFIGURING
27208297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber            || mState == EXECUTING_TO_IDLE);
2721693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
27227a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    CODEC_LOGV("flushPortAsync(%ld): we own %d out of %d buffers already.",
27231beb760d920561679862ded945a04e370368c7f7Andreas Huber         portIndex, countBuffersWeOwn(mPortBuffers[portIndex]),
27241beb760d920561679862ded945a04e370368c7f7Andreas Huber         mPortBuffers[portIndex].size());
27251beb760d920561679862ded945a04e370368c7f7Andreas Huber
2726f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ((int)mPortStatus[portIndex], (int)ENABLED);
2727693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mPortStatus[portIndex] = SHUTTING_DOWN;
2728693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
27291beb760d920561679862ded945a04e370368c7f7Andreas Huber    if ((mQuirks & kRequiresFlushCompleteEmulation)
27301beb760d920561679862ded945a04e370368c7f7Andreas Huber        && countBuffersWeOwn(mPortBuffers[portIndex])
27311beb760d920561679862ded945a04e370368c7f7Andreas Huber                == mPortBuffers[portIndex].size()) {
27321beb760d920561679862ded945a04e370368c7f7Andreas Huber        // No flush is necessary and this component fails to send a
27331beb760d920561679862ded945a04e370368c7f7Andreas Huber        // flush-complete event in this case.
27341beb760d920561679862ded945a04e370368c7f7Andreas Huber
27351beb760d920561679862ded945a04e370368c7f7Andreas Huber        return false;
27361beb760d920561679862ded945a04e370368c7f7Andreas Huber    }
27371beb760d920561679862ded945a04e370368c7f7Andreas Huber
2738693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t err =
2739318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber        mOMX->sendCommand(mNode, OMX_CommandFlush, portIndex);
2740f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
27411beb760d920561679862ded945a04e370368c7f7Andreas Huber
27421beb760d920561679862ded945a04e370368c7f7Andreas Huber    return true;
2743693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
2744693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2745693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::disablePortAsync(OMX_U32 portIndex) {
2746693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    CHECK(mState == EXECUTING || mState == RECONFIGURING);
2747693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2748f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ((int)mPortStatus[portIndex], (int)ENABLED);
2749693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mPortStatus[portIndex] = DISABLING;
2750693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
275127fdb181daebec3dbe477080adad94f81ed667adAndreas Huber    CODEC_LOGV("sending OMX_CommandPortDisable(%ld)", portIndex);
2752693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t err =
2753318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber        mOMX->sendCommand(mNode, OMX_CommandPortDisable, portIndex);
2754f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
2755693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2756693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    freeBuffersOnPort(portIndex, true);
2757693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
2758693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2759693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::enablePortAsync(OMX_U32 portIndex) {
2760693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    CHECK(mState == EXECUTING || mState == RECONFIGURING);
2761693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2762f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ((int)mPortStatus[portIndex], (int)DISABLED);
2763693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mPortStatus[portIndex] = ENABLING;
2764693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
27656a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    CODEC_LOGV("sending OMX_CommandPortEnable(%ld)", portIndex);
2766693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t err =
2767318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber        mOMX->sendCommand(mNode, OMX_CommandPortEnable, portIndex);
2768f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
2769693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
2770693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2771693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::fillOutputBuffers() {
2772f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ((int)mState, (int)EXECUTING);
2773693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2774b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber    // This is a workaround for some decoders not properly reporting
2775b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber    // end-of-output-stream. If we own all input buffers and also own
2776b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber    // all output buffers and we already signalled end-of-input-stream,
2777b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber    // the end-of-output-stream is implied.
2778b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber    if (mSignalledEOS
2779b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber            && countBuffersWeOwn(mPortBuffers[kPortIndexInput])
2780b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber                == mPortBuffers[kPortIndexInput].size()
2781b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber            && countBuffersWeOwn(mPortBuffers[kPortIndexOutput])
2782b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber                == mPortBuffers[kPortIndexOutput].size()) {
2783b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber        mNoMoreOutputData = true;
2784b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber        mBufferFilled.signal();
2785b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber
2786b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber        return;
2787b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber    }
2788b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber
2789693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexOutput];
2790693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    for (size_t i = 0; i < buffers->size(); ++i) {
27916a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        BufferInfo *info = &buffers->editItemAt(i);
279292bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber        if (info->mStatus == OWNED_BY_US) {
27936a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis            fillOutputBuffer(&buffers->editItemAt(i));
27946a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        }
2795693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
2796693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
2797693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2798693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::drainInputBuffers() {
2799450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber    CHECK(mState == EXECUTING || mState == RECONFIGURING);
2800693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
28010bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    if (mFlags & kUseSecureInputBuffers) {
28020bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexInput];
28030bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        for (size_t i = 0; i < buffers->size(); ++i) {
28040bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            if (!drainAnyInputBuffer()
28050bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                    || (mFlags & kOnlySubmitOneInputBufferAtOneTime)) {
28060bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                break;
28070bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            }
28080bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        }
28090bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    } else {
28100bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexInput];
28110bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        for (size_t i = 0; i < buffers->size(); ++i) {
28120bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            BufferInfo *info = &buffers->editItemAt(i);
28137757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong
28140bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            if (info->mStatus != OWNED_BY_US) {
28150bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                continue;
28160bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            }
28170bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
28180bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            if (!drainInputBuffer(info)) {
28190bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                break;
28200bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            }
28210bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
28220bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            if (mFlags & kOnlySubmitOneInputBufferAtOneTime) {
28230bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                break;
28240bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            }
28257757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong        }
28260bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    }
28270bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber}
28287757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong
28290bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huberbool OMXCodec::drainAnyInputBuffer() {
28300bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    return drainInputBuffer((BufferInfo *)NULL);
28310bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber}
28320bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
28330bb6b4c5da2451ee0973372b0a3858b15c742689Andreas HuberOMXCodec::BufferInfo *OMXCodec::findInputBufferByDataPointer(void *ptr) {
28340bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    Vector<BufferInfo> *infos = &mPortBuffers[kPortIndexInput];
28350bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    for (size_t i = 0; i < infos->size(); ++i) {
28360bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        BufferInfo *info = &infos->editItemAt(i);
28370bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
28380bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        if (info->mData == ptr) {
28390bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            CODEC_LOGV(
28400bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                    "input buffer data ptr = %p, buffer_id = %p",
28410bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                    ptr,
28420bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                    info->mBuffer);
28430bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
28440bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            return info;
28457757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong        }
28460bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    }
28477757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong
28480bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    TRESPASS();
28490bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber}
28500bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
28510bb6b4c5da2451ee0973372b0a3858b15c742689Andreas HuberOMXCodec::BufferInfo *OMXCodec::findEmptyInputBuffer() {
28520bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    Vector<BufferInfo> *infos = &mPortBuffers[kPortIndexInput];
28530bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    for (size_t i = 0; i < infos->size(); ++i) {
28540bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        BufferInfo *info = &infos->editItemAt(i);
28550bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
28560bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        if (info->mStatus == OWNED_BY_US) {
28570bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            return info;
285892bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber        }
2859693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
28600bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
28610bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    TRESPASS();
2862693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
2863693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
286492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huberbool OMXCodec::drainInputBuffer(BufferInfo *info) {
28650bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    if (info != NULL) {
28660bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        CHECK_EQ((int)info->mStatus, (int)OWNED_BY_US);
28670bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    }
2868693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2869693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (mSignalledEOS) {
287092bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber        return false;
2871693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
2872693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2873693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (mCodecSpecificDataIndex < mCodecSpecificData.size()) {
28740bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        CHECK(!(mFlags & kUseSecureInputBuffers));
28750bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
2876693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        const CodecSpecificData *specific =
2877693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mCodecSpecificData[mCodecSpecificDataIndex];
2878693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2879693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        size_t size = specific->mSize;
2880693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
288118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_AVC, mMIME)
2882dbc03445db2bbf83b64f0c0a5dc62e61408864d7Andreas Huber                && !(mQuirks & kWantsNALFragments)) {
2883693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            static const uint8_t kNALStartCode[4] =
2884693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                    { 0x00, 0x00, 0x00, 0x01 };
2885693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2886570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber            CHECK(info->mSize >= specific->mSize + 4);
2887693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2888693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            size += 4;
2889693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2890570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber            memcpy(info->mData, kNALStartCode, 4);
2891570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber            memcpy((uint8_t *)info->mData + 4,
2892693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                   specific->mData, specific->mSize);
2893693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        } else {
2894570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber            CHECK(info->mSize >= specific->mSize);
2895570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber            memcpy(info->mData, specific->mData, specific->mSize);
2896693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
2897693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2898134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber        mNoMoreOutputData = false;
2899134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber
2900b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber        CODEC_LOGV("calling emptyBuffer with codec specific data");
2901b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber
2902318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber        status_t err = mOMX->emptyBuffer(
2903693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                mNode, info->mBuffer, 0, size,
2904693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                OMX_BUFFERFLAG_ENDOFFRAME | OMX_BUFFERFLAG_CODECCONFIG,
2905693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                0);
2906f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        CHECK_EQ(err, (status_t)OK);
2907693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
290892bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber        info->mStatus = OWNED_BY_COMPONENT;
2909693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2910693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        ++mCodecSpecificDataIndex;
291192bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber        return true;
2912693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
2913693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
2914d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber    if (mPaused) {
291592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber        return false;
2916d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber    }
2917d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber
2918693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t err;
2919134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber
29207f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber    bool signalEOS = false;
29217f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber    int64_t timestampUs = 0;
2922693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
29237f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber    size_t offset = 0;
29247f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber    int32_t n = 0;
292592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber
29267f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber    for (;;) {
29277f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        MediaBuffer *srcBuffer;
29287f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        if (mSeekTimeUs >= 0) {
29297f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            if (mLeftOverBuffer) {
29307f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber                mLeftOverBuffer->release();
29317f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber                mLeftOverBuffer = NULL;
29327f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            }
293379e23b41fad961008bfde6e26b3c6f86878ca69dJames Dong
293479e23b41fad961008bfde6e26b3c6f86878ca69dJames Dong            MediaSource::ReadOptions options;
2935abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber            options.setSeekTo(mSeekTimeUs, mSeekMode);
2936693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
29377f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            mSeekTimeUs = -1;
2938abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber            mSeekMode = ReadOptions::SEEK_CLOSEST_SYNC;
29397f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            mBufferFilled.signal();
2940693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
29417f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            err = mSource->read(&srcBuffer, &options);
2942abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber
2943abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber            if (err == OK) {
2944abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                int64_t targetTimeUs;
2945abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                if (srcBuffer->meta_data()->findInt64(
2946abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                            kKeyTargetTime, &targetTimeUs)
2947abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                        && targetTimeUs >= 0) {
29489c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber                    CODEC_LOGV("targetTimeUs = %lld us", targetTimeUs);
2949abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                    mTargetTimeUs = targetTimeUs;
2950abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                } else {
2951abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                    mTargetTimeUs = -1;
2952abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber                }
2953abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber            }
29547f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        } else if (mLeftOverBuffer) {
29557f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            srcBuffer = mLeftOverBuffer;
29567f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            mLeftOverBuffer = NULL;
29577f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber
29587f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            err = OK;
29597f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        } else {
296079e23b41fad961008bfde6e26b3c6f86878ca69dJames Dong            err = mSource->read(&srcBuffer);
29617f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        }
2962134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber
29637f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        if (err != OK) {
29647f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            signalEOS = true;
29657f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            mFinalStatus = err;
29667f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            mSignalledEOS = true;
2967763b772bb6bca6a4aaef85cec840fd7061630d61Andreas Huber            mBufferFilled.signal();
29687f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            break;
29697f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        }
2970693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
29710bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        if (mFlags & kUseSecureInputBuffers) {
29720bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            info = findInputBufferByDataPointer(srcBuffer->data());
29730bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            CHECK(info != NULL);
29740bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        }
29750bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
29767f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        size_t remainingBytes = info->mSize - offset;
2977c017cfcc24dd63c7efde5747a6ed2d4053788abcAndreas Huber
29787f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        if (srcBuffer->range_length() > remainingBytes) {
29797f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            if (offset == 0) {
29807f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber                CODEC_LOGE(
29817f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber                     "Codec's input buffers are too small to accomodate "
29827f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber                     "buffer read from source (info->mSize = %d, srcLength = %d)",
29837f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber                     info->mSize, srcBuffer->range_length());
2984c017cfcc24dd63c7efde5747a6ed2d4053788abcAndreas Huber
29857f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber                srcBuffer->release();
29867f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber                srcBuffer = NULL;
29877f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber
29887f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber                setState(ERROR);
298992bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber                return false;
29907f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            }
29917f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber
29927f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            mLeftOverBuffer = srcBuffer;
29937f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            break;
2994693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
29957f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber
29968480835b4bc1350646376aa7f3ae33742a7adeb1James Dong        bool releaseBuffer = true;
2997d07139e2e817a9b3ae9c87ba4e1e8d65d3e549daJames Dong        if (mIsEncoder && (mQuirks & kAvoidMemcopyInputRecordingFrames)) {
2998d07139e2e817a9b3ae9c87ba4e1e8d65d3e549daJames Dong            CHECK(mOMXLivesLocally && offset == 0);
299992bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber
300092bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber            OMX_BUFFERHEADERTYPE *header =
300192bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber                (OMX_BUFFERHEADERTYPE *)info->mBuffer;
300292bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber
3003f23c4f92c3b0202435cf87db2642156fabc46f02James Dong            CHECK(header->pBuffer == info->mData);
300492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber
300592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber            header->pBuffer =
300692bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber                (OMX_U8 *)srcBuffer->data() + srcBuffer->range_offset();
300792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber
30088480835b4bc1350646376aa7f3ae33742a7adeb1James Dong            releaseBuffer = false;
30098480835b4bc1350646376aa7f3ae33742a7adeb1James Dong            info->mMediaBuffer = srcBuffer;
3010d07139e2e817a9b3ae9c87ba4e1e8d65d3e549daJames Dong        } else {
30110bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            if (mFlags & kStoreMetaDataInVideoBuffers) {
30128480835b4bc1350646376aa7f3ae33742a7adeb1James Dong                releaseBuffer = false;
30138480835b4bc1350646376aa7f3ae33742a7adeb1James Dong                info->mMediaBuffer = srcBuffer;
30148480835b4bc1350646376aa7f3ae33742a7adeb1James Dong            }
30150bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
30160bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            if (mFlags & kUseSecureInputBuffers) {
30170bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                // Data in "info" is already provided at this time.
30180bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
30190bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                releaseBuffer = false;
30200bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
30210bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                CHECK(info->mMediaBuffer == NULL);
30220bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                info->mMediaBuffer = srcBuffer;
30230bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            } else {
30240bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                memcpy((uint8_t *)info->mData + offset,
30250bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                        (const uint8_t *)srcBuffer->data()
30260bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                            + srcBuffer->range_offset(),
30270bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber                        srcBuffer->range_length());
30280bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber            }
3029d07139e2e817a9b3ae9c87ba4e1e8d65d3e549daJames Dong        }
3030693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3031d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber        int64_t lastBufferTimeUs;
3032d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber        CHECK(srcBuffer->meta_data()->findInt64(kKeyTime, &lastBufferTimeUs));
3033abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber        CHECK(lastBufferTimeUs >= 0);
3034965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong        if (mIsEncoder) {
3035965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong            mDecodingTimeList.push_back(lastBufferTimeUs);
3036965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong        }
3037d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber
30387f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        if (offset == 0) {
3039d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber            timestampUs = lastBufferTimeUs;
3040693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
3041693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
30427f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        offset += srcBuffer->range_length();
30437f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber
3044bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber        if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_VORBIS, mMIME)) {
3045bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber            CHECK(!(mQuirks & kSupportsMultipleFramesPerInputBuffer));
3046bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber            CHECK_GE(info->mSize, offset + sizeof(int32_t));
3047bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber
3048bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber            int32_t numPageSamples;
3049bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber            if (!srcBuffer->meta_data()->findInt32(
3050bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber                        kKeyValidSamples, &numPageSamples)) {
3051bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber                numPageSamples = -1;
3052bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber            }
3053bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber
3054bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber            memcpy((uint8_t *)info->mData + offset,
3055bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber                   &numPageSamples,
3056bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber                   sizeof(numPageSamples));
3057bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber
3058bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber            offset += sizeof(numPageSamples);
3059bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber        }
3060bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber
30618480835b4bc1350646376aa7f3ae33742a7adeb1James Dong        if (releaseBuffer) {
30628480835b4bc1350646376aa7f3ae33742a7adeb1James Dong            srcBuffer->release();
30638480835b4bc1350646376aa7f3ae33742a7adeb1James Dong            srcBuffer = NULL;
30648480835b4bc1350646376aa7f3ae33742a7adeb1James Dong        }
30657f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber
30667f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        ++n;
30677f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber
30687f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        if (!(mQuirks & kSupportsMultipleFramesPerInputBuffer)) {
30697f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            break;
30707f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        }
3071d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber
3072d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber        int64_t coalescedDurationUs = lastBufferTimeUs - timestampUs;
3073d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber
3074d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber        if (coalescedDurationUs > 250000ll) {
3075d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber            // Don't coalesce more than 250ms worth of encoded data at once.
3076d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber            break;
3077d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber        }
3078693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
307936efa039efaae4526791336cb688032d22b34becAndreas Huber
30807f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber    if (n > 1) {
30817f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        LOGV("coalesced %d frames into one input buffer", n);
30827f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber    }
30837f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber
30847f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber    OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME;
30857f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber
30867f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber    if (signalEOS) {
30877f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        flags |= OMX_BUFFERFLAG_EOS;
30887f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber    } else {
30897f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        mNoMoreOutputData = false;
30907f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber    }
30917f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber
30927f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber    CODEC_LOGV("Calling emptyBuffer on buffer %p (length %d), "
30937f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber               "timestamp %lld us (%.2f secs)",
30947f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber               info->mBuffer, offset,
30957f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber               timestampUs, timestampUs / 1E6);
30967f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber
30970bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    if (info == NULL) {
30980bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        CHECK(mFlags & kUseSecureInputBuffers);
30990bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        CHECK(signalEOS);
31000bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
31010bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        // This is fishy, there's still a MediaBuffer corresponding to this
31020bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        // info available to the source at this point even though we're going
31030bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        // to use it to signal EOS to the codec.
31040bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber        info = findEmptyInputBuffer();
31050bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber    }
31060bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber
3107318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    err = mOMX->emptyBuffer(
31087f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber            mNode, info->mBuffer, 0, offset,
310948c948b1137e7bbdb161b51908657ab72ac5e2daAndreas Huber            flags, timestampUs);
311036efa039efaae4526791336cb688032d22b34becAndreas Huber
311136efa039efaae4526791336cb688032d22b34becAndreas Huber    if (err != OK) {
311236efa039efaae4526791336cb688032d22b34becAndreas Huber        setState(ERROR);
311392bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber        return false;
311436efa039efaae4526791336cb688032d22b34becAndreas Huber    }
311536efa039efaae4526791336cb688032d22b34becAndreas Huber
311692bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber    info->mStatus = OWNED_BY_COMPONENT;
311730ab66297501757d745b9ae10da61adcd891f497Andreas Huber
311830ab66297501757d745b9ae10da61adcd891f497Andreas Huber    // This component does not ever signal the EOS flag on output buffers,
311930ab66297501757d745b9ae10da61adcd891f497Andreas Huber    // Thanks for nothing.
312030ab66297501757d745b9ae10da61adcd891f497Andreas Huber    if (mSignalledEOS && !strcmp(mComponentName, "OMX.TI.Video.encoder")) {
312130ab66297501757d745b9ae10da61adcd891f497Andreas Huber        mNoMoreOutputData = true;
312230ab66297501757d745b9ae10da61adcd891f497Andreas Huber        mBufferFilled.signal();
312330ab66297501757d745b9ae10da61adcd891f497Andreas Huber    }
312492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber
312592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber    return true;
3126693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3127693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3128693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::fillOutputBuffer(BufferInfo *info) {
312992bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber    CHECK_EQ((int)info->mStatus, (int)OWNED_BY_US);
3130693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
31311beb760d920561679862ded945a04e370368c7f7Andreas Huber    if (mNoMoreOutputData) {
31327a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        CODEC_LOGV("There is no more output data available, not "
31331beb760d920561679862ded945a04e370368c7f7Andreas Huber             "calling fillOutputBuffer");
31341beb760d920561679862ded945a04e370368c7f7Andreas Huber        return;
31351beb760d920561679862ded945a04e370368c7f7Andreas Huber    }
31361beb760d920561679862ded945a04e370368c7f7Andreas Huber
3137f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    if (info->mMediaBuffer != NULL) {
3138f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        sp<GraphicBuffer> graphicBuffer = info->mMediaBuffer->graphicBuffer();
3139f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        if (graphicBuffer != 0) {
3140f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            // When using a native buffer we need to lock the buffer before
3141f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            // giving it to OMX.
3142f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CODEC_LOGV("Calling lockBuffer on %p", info->mBuffer);
3143f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            int err = mNativeWindow->lockBuffer(mNativeWindow.get(),
3144f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                    graphicBuffer.get());
3145f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            if (err != 0) {
3146f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CODEC_LOGE("lockBuffer failed w/ error 0x%08x", err);
31476a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
3148f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                setState(ERROR);
3149f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                return;
3150f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            }
31516a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        }
31526a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    }
31536a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
31546a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    CODEC_LOGV("Calling fillBuffer on buffer %p", info->mBuffer);
3155318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    status_t err = mOMX->fillBuffer(mNode, info->mBuffer);
31567110385b31c7bc65c8a923a09689ebb0c4a1e07aAndreas Huber
31577110385b31c7bc65c8a923a09689ebb0c4a1e07aAndreas Huber    if (err != OK) {
31587110385b31c7bc65c8a923a09689ebb0c4a1e07aAndreas Huber        CODEC_LOGE("fillBuffer failed w/ error 0x%08x", err);
31597110385b31c7bc65c8a923a09689ebb0c4a1e07aAndreas Huber
31607110385b31c7bc65c8a923a09689ebb0c4a1e07aAndreas Huber        setState(ERROR);
31617110385b31c7bc65c8a923a09689ebb0c4a1e07aAndreas Huber        return;
31627110385b31c7bc65c8a923a09689ebb0c4a1e07aAndreas Huber    }
3163693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
316492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber    info->mStatus = OWNED_BY_COMPONENT;
3165693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3166693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
316792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huberbool OMXCodec::drainInputBuffer(IOMX::buffer_id buffer) {
3168693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexInput];
3169693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    for (size_t i = 0; i < buffers->size(); ++i) {
3170693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        if ((*buffers)[i].mBuffer == buffer) {
317192bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber            return drainInputBuffer(&buffers->editItemAt(i));
3172693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
3173693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3174693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3175693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    CHECK(!"should not be here.");
317692bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber
317792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber    return false;
3178693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3179693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3180693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::fillOutputBuffer(IOMX::buffer_id buffer) {
3181693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexOutput];
3182693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    for (size_t i = 0; i < buffers->size(); ++i) {
3183693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        if ((*buffers)[i].mBuffer == buffer) {
3184693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            fillOutputBuffer(&buffers->editItemAt(i));
3185693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            return;
3186693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
3187693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3188693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3189693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    CHECK(!"should not be here.");
3190693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3191693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3192693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::setState(State newState) {
3193693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mState = newState;
3194693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mAsyncCompletion.signal();
3195693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3196693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    // This may cause some spurious wakeups but is necessary to
3197693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    // unblock the reader if we enter ERROR state.
3198693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mBufferFilled.signal();
3199693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3200693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3201a57a9a491272aa884494b2ec7854960827a73742James Dongstatus_t OMXCodec::waitForBufferFilled_l() {
3202a57a9a491272aa884494b2ec7854960827a73742James Dong    status_t err = mBufferFilled.waitRelative(mLock, kBufferFilledEventTimeOutUs);
3203a57a9a491272aa884494b2ec7854960827a73742James Dong    if (err != OK) {
3204a57a9a491272aa884494b2ec7854960827a73742James Dong        LOGE("Timed out waiting for buffers from video encoder: %d/%d",
3205a57a9a491272aa884494b2ec7854960827a73742James Dong            countBuffersWeOwn(mPortBuffers[kPortIndexInput]),
3206a57a9a491272aa884494b2ec7854960827a73742James Dong            countBuffersWeOwn(mPortBuffers[kPortIndexOutput]));
3207a57a9a491272aa884494b2ec7854960827a73742James Dong    }
3208a57a9a491272aa884494b2ec7854960827a73742James Dong    return err;
3209a57a9a491272aa884494b2ec7854960827a73742James Dong}
3210a57a9a491272aa884494b2ec7854960827a73742James Dong
3211e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Hubervoid OMXCodec::setRawAudioFormat(
3212e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber        OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) {
3213050b28a593350047845a45a14cc5026221ac1620James Dong
3214050b28a593350047845a45a14cc5026221ac1620James Dong    // port definition
3215050b28a593350047845a45a14cc5026221ac1620James Dong    OMX_PARAM_PORTDEFINITIONTYPE def;
3216050b28a593350047845a45a14cc5026221ac1620James Dong    InitOMXParams(&def);
3217050b28a593350047845a45a14cc5026221ac1620James Dong    def.nPortIndex = portIndex;
3218050b28a593350047845a45a14cc5026221ac1620James Dong    status_t err = mOMX->getParameter(
3219050b28a593350047845a45a14cc5026221ac1620James Dong            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
3220f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
3221050b28a593350047845a45a14cc5026221ac1620James Dong    def.format.audio.eEncoding = OMX_AUDIO_CodingPCM;
3222050b28a593350047845a45a14cc5026221ac1620James Dong    CHECK_EQ(mOMX->setParameter(mNode, OMX_IndexParamPortDefinition,
3223f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            &def, sizeof(def)), (status_t)OK);
3224050b28a593350047845a45a14cc5026221ac1620James Dong
3225050b28a593350047845a45a14cc5026221ac1620James Dong    // pcm param
3226e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    OMX_AUDIO_PARAM_PCMMODETYPE pcmParams;
32277a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    InitOMXParams(&pcmParams);
3228e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    pcmParams.nPortIndex = portIndex;
3229e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber
3230050b28a593350047845a45a14cc5026221ac1620James Dong    err = mOMX->getParameter(
3231e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber            mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams));
3232e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber
3233f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
3234e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber
3235e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    pcmParams.nChannels = numChannels;
3236e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    pcmParams.eNumData = OMX_NumericalDataSigned;
3237e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    pcmParams.bInterleaved = OMX_TRUE;
3238e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    pcmParams.nBitPerSample = 16;
3239e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    pcmParams.nSamplingRate = sampleRate;
3240e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear;
3241e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber
3242e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    if (numChannels == 1) {
3243e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber        pcmParams.eChannelMapping[0] = OMX_AUDIO_ChannelCF;
3244e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    } else {
3245e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber        CHECK_EQ(numChannels, 2);
3246e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber
3247e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber        pcmParams.eChannelMapping[0] = OMX_AUDIO_ChannelLF;
3248e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber        pcmParams.eChannelMapping[1] = OMX_AUDIO_ChannelRF;
3249e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    }
3250e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber
3251318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    err = mOMX->setParameter(
3252e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber            mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams));
3253e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber
3254f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
3255e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber}
3256e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber
3257956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dongstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate(bool isAMRWB, int32_t bps) {
3258956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    if (isAMRWB) {
3259956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        if (bps <= 6600) {
3260956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong            return OMX_AUDIO_AMRBandModeWB0;
3261956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        } else if (bps <= 8850) {
3262956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong            return OMX_AUDIO_AMRBandModeWB1;
3263956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        } else if (bps <= 12650) {
3264956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong            return OMX_AUDIO_AMRBandModeWB2;
3265956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        } else if (bps <= 14250) {
3266956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong            return OMX_AUDIO_AMRBandModeWB3;
3267956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        } else if (bps <= 15850) {
3268956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong            return OMX_AUDIO_AMRBandModeWB4;
3269956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        } else if (bps <= 18250) {
3270956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong            return OMX_AUDIO_AMRBandModeWB5;
3271956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        } else if (bps <= 19850) {
3272956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong            return OMX_AUDIO_AMRBandModeWB6;
3273956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        } else if (bps <= 23050) {
3274956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong            return OMX_AUDIO_AMRBandModeWB7;
3275956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        }
3276956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong
3277956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        // 23850 bps
3278956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        return OMX_AUDIO_AMRBandModeWB8;
3279956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    } else {  // AMRNB
3280956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        if (bps <= 4750) {
3281956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong            return OMX_AUDIO_AMRBandModeNB0;
3282956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        } else if (bps <= 5150) {
3283956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong            return OMX_AUDIO_AMRBandModeNB1;
3284956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        } else if (bps <= 5900) {
3285956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong            return OMX_AUDIO_AMRBandModeNB2;
3286956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        } else if (bps <= 6700) {
3287956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong            return OMX_AUDIO_AMRBandModeNB3;
3288956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        } else if (bps <= 7400) {
3289956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong            return OMX_AUDIO_AMRBandModeNB4;
3290956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        } else if (bps <= 7950) {
3291956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong            return OMX_AUDIO_AMRBandModeNB5;
3292956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        } else if (bps <= 10200) {
3293956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong            return OMX_AUDIO_AMRBandModeNB6;
3294956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        }
3295956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong
3296956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        // 12200 bps
3297956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        return OMX_AUDIO_AMRBandModeNB7;
3298956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    }
3299956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong}
3300956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong
3301956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dongvoid OMXCodec::setAMRFormat(bool isWAMR, int32_t bitRate) {
3302c297fccffc4ab1cb3b9f5c6a5b0802be057f3e0fAndreas Huber    OMX_U32 portIndex = mIsEncoder ? kPortIndexOutput : kPortIndexInput;
3303693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3304c297fccffc4ab1cb3b9f5c6a5b0802be057f3e0fAndreas Huber    OMX_AUDIO_PARAM_AMRTYPE def;
3305c297fccffc4ab1cb3b9f5c6a5b0802be057f3e0fAndreas Huber    InitOMXParams(&def);
3306c297fccffc4ab1cb3b9f5c6a5b0802be057f3e0fAndreas Huber    def.nPortIndex = portIndex;
3307456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber
3308c297fccffc4ab1cb3b9f5c6a5b0802be057f3e0fAndreas Huber    status_t err =
3309c297fccffc4ab1cb3b9f5c6a5b0802be057f3e0fAndreas Huber        mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def));
3310456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber
3311f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
3312456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber
3313c297fccffc4ab1cb3b9f5c6a5b0802be057f3e0fAndreas Huber    def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF;
3314050b28a593350047845a45a14cc5026221ac1620James Dong
3315956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong    def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitRate);
3316c297fccffc4ab1cb3b9f5c6a5b0802be057f3e0fAndreas Huber    err = mOMX->setParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def));
3317f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
3318456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber
3319456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber    ////////////////////////
3320456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber
3321456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber    if (mIsEncoder) {
3322456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber        sp<MetaData> format = mSource->getFormat();
3323456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber        int32_t sampleRate;
3324456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber        int32_t numChannels;
3325456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber        CHECK(format->findInt32(kKeySampleRate, &sampleRate));
3326693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        CHECK(format->findInt32(kKeyChannelCount, &numChannels));
3327693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3328e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber        setRawAudioFormat(kPortIndexInput, sampleRate, numChannels);
3329e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    }
3330e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber}
3331693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3332956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dongvoid OMXCodec::setAACFormat(int32_t numChannels, int32_t sampleRate, int32_t bitRate) {
3333050b28a593350047845a45a14cc5026221ac1620James Dong    CHECK(numChannels == 1 || numChannels == 2);
3334e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    if (mIsEncoder) {
3335050b28a593350047845a45a14cc5026221ac1620James Dong        //////////////// input port ////////////////////
3336e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber        setRawAudioFormat(kPortIndexInput, sampleRate, numChannels);
3337050b28a593350047845a45a14cc5026221ac1620James Dong
3338050b28a593350047845a45a14cc5026221ac1620James Dong        //////////////// output port ////////////////////
3339050b28a593350047845a45a14cc5026221ac1620James Dong        // format
3340050b28a593350047845a45a14cc5026221ac1620James Dong        OMX_AUDIO_PARAM_PORTFORMATTYPE format;
3341050b28a593350047845a45a14cc5026221ac1620James Dong        format.nPortIndex = kPortIndexOutput;
3342050b28a593350047845a45a14cc5026221ac1620James Dong        format.nIndex = 0;
3343050b28a593350047845a45a14cc5026221ac1620James Dong        status_t err = OMX_ErrorNone;
3344050b28a593350047845a45a14cc5026221ac1620James Dong        while (OMX_ErrorNone == err) {
3345050b28a593350047845a45a14cc5026221ac1620James Dong            CHECK_EQ(mOMX->getParameter(mNode, OMX_IndexParamAudioPortFormat,
3346f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                    &format, sizeof(format)), (status_t)OK);
3347050b28a593350047845a45a14cc5026221ac1620James Dong            if (format.eEncoding == OMX_AUDIO_CodingAAC) {
3348050b28a593350047845a45a14cc5026221ac1620James Dong                break;
3349050b28a593350047845a45a14cc5026221ac1620James Dong            }
3350050b28a593350047845a45a14cc5026221ac1620James Dong            format.nIndex++;
3351050b28a593350047845a45a14cc5026221ac1620James Dong        }
3352f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        CHECK_EQ((status_t)OK, err);
3353050b28a593350047845a45a14cc5026221ac1620James Dong        CHECK_EQ(mOMX->setParameter(mNode, OMX_IndexParamAudioPortFormat,
3354f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                &format, sizeof(format)), (status_t)OK);
3355050b28a593350047845a45a14cc5026221ac1620James Dong
3356050b28a593350047845a45a14cc5026221ac1620James Dong        // port definition
3357050b28a593350047845a45a14cc5026221ac1620James Dong        OMX_PARAM_PORTDEFINITIONTYPE def;
3358050b28a593350047845a45a14cc5026221ac1620James Dong        InitOMXParams(&def);
3359050b28a593350047845a45a14cc5026221ac1620James Dong        def.nPortIndex = kPortIndexOutput;
3360050b28a593350047845a45a14cc5026221ac1620James Dong        CHECK_EQ(mOMX->getParameter(mNode, OMX_IndexParamPortDefinition,
3361f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                &def, sizeof(def)), (status_t)OK);
3362050b28a593350047845a45a14cc5026221ac1620James Dong        def.format.audio.bFlagErrorConcealment = OMX_TRUE;
3363050b28a593350047845a45a14cc5026221ac1620James Dong        def.format.audio.eEncoding = OMX_AUDIO_CodingAAC;
3364050b28a593350047845a45a14cc5026221ac1620James Dong        CHECK_EQ(mOMX->setParameter(mNode, OMX_IndexParamPortDefinition,
3365f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                &def, sizeof(def)), (status_t)OK);
3366050b28a593350047845a45a14cc5026221ac1620James Dong
3367050b28a593350047845a45a14cc5026221ac1620James Dong        // profile
3368050b28a593350047845a45a14cc5026221ac1620James Dong        OMX_AUDIO_PARAM_AACPROFILETYPE profile;
3369050b28a593350047845a45a14cc5026221ac1620James Dong        InitOMXParams(&profile);
3370050b28a593350047845a45a14cc5026221ac1620James Dong        profile.nPortIndex = kPortIndexOutput;
3371050b28a593350047845a45a14cc5026221ac1620James Dong        CHECK_EQ(mOMX->getParameter(mNode, OMX_IndexParamAudioAac,
3372f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                &profile, sizeof(profile)), (status_t)OK);
3373050b28a593350047845a45a14cc5026221ac1620James Dong        profile.nChannels = numChannels;
3374050b28a593350047845a45a14cc5026221ac1620James Dong        profile.eChannelMode = (numChannels == 1?
3375050b28a593350047845a45a14cc5026221ac1620James Dong                OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo);
3376050b28a593350047845a45a14cc5026221ac1620James Dong        profile.nSampleRate = sampleRate;
3377956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong        profile.nBitRate = bitRate;
3378050b28a593350047845a45a14cc5026221ac1620James Dong        profile.nAudioBandWidth = 0;
3379050b28a593350047845a45a14cc5026221ac1620James Dong        profile.nFrameLength = 0;
3380050b28a593350047845a45a14cc5026221ac1620James Dong        profile.nAACtools = OMX_AUDIO_AACToolAll;
3381050b28a593350047845a45a14cc5026221ac1620James Dong        profile.nAACERtools = OMX_AUDIO_AACERNone;
3382050b28a593350047845a45a14cc5026221ac1620James Dong        profile.eAACProfile = OMX_AUDIO_AACObjectLC;
3383050b28a593350047845a45a14cc5026221ac1620James Dong        profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF;
3384050b28a593350047845a45a14cc5026221ac1620James Dong        CHECK_EQ(mOMX->setParameter(mNode, OMX_IndexParamAudioAac,
3385f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                &profile, sizeof(profile)), (status_t)OK);
3386050b28a593350047845a45a14cc5026221ac1620James Dong
3387e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber    } else {
3388e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber        OMX_AUDIO_PARAM_AACPROFILETYPE profile;
33897a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        InitOMXParams(&profile);
3390e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber        profile.nPortIndex = kPortIndexInput;
3391693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3392318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber        status_t err = mOMX->getParameter(
3393e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber                mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile));
3394f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        CHECK_EQ(err, (status_t)OK);
3395693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3396e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber        profile.nChannels = numChannels;
3397e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber        profile.nSampleRate = sampleRate;
3398e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber        profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4ADTS;
3399693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3400318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber        err = mOMX->setParameter(
3401e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber                mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile));
3402f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        CHECK_EQ(err, (status_t)OK);
3403693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3404693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3405693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3406bbba88cb1bdc34705d1477208990a06904c022e7Andreas Hubervoid OMXCodec::setG711Format(int32_t numChannels) {
3407bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    CHECK(!mIsEncoder);
3408bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber    setRawAudioFormat(kPortIndexInput, 8000, numChannels);
3409bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber}
3410bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber
3411693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::setImageOutputFormat(
3412693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        OMX_COLOR_FORMATTYPE format, OMX_U32 width, OMX_U32 height) {
34137a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    CODEC_LOGV("setImageOutputFormat(%ld, %ld)", width, height);
3414693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3415693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#if 0
3416693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMX_INDEXTYPE index;
3417693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t err = mOMX->get_extension_index(
3418693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mNode, "OMX.TI.JPEG.decode.Config.OutputColorFormat", &index);
3419f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
3420693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3421693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    err = mOMX->set_config(mNode, index, &format, sizeof(format));
3422f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
3423693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif
3424693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3425693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMX_PARAM_PORTDEFINITIONTYPE def;
34267a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    InitOMXParams(&def);
3427693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    def.nPortIndex = kPortIndexOutput;
3428693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3429318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    status_t err = mOMX->getParameter(
3430693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
3431f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
3432693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3433f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ((int)def.eDomain, (int)OMX_PortDomainImage);
3434693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3435693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMX_IMAGE_PORTDEFINITIONTYPE *imageDef = &def.format.image;
3436bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
3437f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ((int)imageDef->eCompressionFormat, (int)OMX_IMAGE_CodingUnused);
3438693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    imageDef->eColorFormat = format;
3439693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    imageDef->nFrameWidth = width;
3440693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    imageDef->nFrameHeight = height;
3441693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3442693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    switch (format) {
3443693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_COLOR_FormatYUV420PackedPlanar:
3444693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_COLOR_FormatYUV411Planar:
3445693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
3446693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            def.nBufferSize = (width * height * 3) / 2;
3447693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
3448693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
3449693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3450693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_COLOR_FormatCbYCrY:
3451693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
3452693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            def.nBufferSize = width * height * 2;
3453693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
3454693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
3455693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3456693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_COLOR_Format32bitARGB8888:
3457693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
3458693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            def.nBufferSize = width * height * 4;
3459693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
3460693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
3461693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3462195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber        case OMX_COLOR_Format16bitARGB4444:
3463195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber        case OMX_COLOR_Format16bitARGB1555:
3464195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber        case OMX_COLOR_Format16bitRGB565:
3465195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber        case OMX_COLOR_Format16bitBGR565:
3466195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber        {
3467195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber            def.nBufferSize = width * height * 2;
3468195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber            break;
3469195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber        }
3470195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber
3471693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        default:
3472693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            CHECK(!"Should not be here. Unknown color format.");
3473693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
3474693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3475693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
34767530e9c708275c273c134c36c68179f511c1940eAndreas Huber    def.nBufferCountActual = def.nBufferCountMin;
34777530e9c708275c273c134c36c68179f511c1940eAndreas Huber
3478318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    err = mOMX->setParameter(
3479693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
3480f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
34817530e9c708275c273c134c36c68179f511c1940eAndreas Huber}
3482693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
34837530e9c708275c273c134c36c68179f511c1940eAndreas Hubervoid OMXCodec::setJPEGInputFormat(
34847530e9c708275c273c134c36c68179f511c1940eAndreas Huber        OMX_U32 width, OMX_U32 height, OMX_U32 compressedSize) {
34857530e9c708275c273c134c36c68179f511c1940eAndreas Huber    OMX_PARAM_PORTDEFINITIONTYPE def;
34867a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    InitOMXParams(&def);
3487693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    def.nPortIndex = kPortIndexInput;
3488693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3489318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    status_t err = mOMX->getParameter(
3490693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
3491f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
3492693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3493f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ((int)def.eDomain, (int)OMX_PortDomainImage);
34947530e9c708275c273c134c36c68179f511c1940eAndreas Huber    OMX_IMAGE_PORTDEFINITIONTYPE *imageDef = &def.format.image;
34957530e9c708275c273c134c36c68179f511c1940eAndreas Huber
3496f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ((int)imageDef->eCompressionFormat, (int)OMX_IMAGE_CodingJPEG);
3497693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    imageDef->nFrameWidth = width;
3498693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    imageDef->nFrameHeight = height;
3499693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
35007530e9c708275c273c134c36c68179f511c1940eAndreas Huber    def.nBufferSize = compressedSize;
3501693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    def.nBufferCountActual = def.nBufferCountMin;
3502693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3503318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    err = mOMX->setParameter(
3504693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
3505f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
3506693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3507693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3508693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::addCodecSpecificData(const void *data, size_t size) {
3509693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    CodecSpecificData *specific =
3510693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        (CodecSpecificData *)malloc(sizeof(CodecSpecificData) + size - 1);
3511693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3512693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    specific->mSize = size;
3513693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    memcpy(specific->mData, data, size);
3514693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3515693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mCodecSpecificData.push(specific);
3516693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3517693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3518693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::clearCodecSpecificData() {
3519693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    for (size_t i = 0; i < mCodecSpecificData.size(); ++i) {
3520693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        free(mCodecSpecificData.editItemAt(i));
3521693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3522693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mCodecSpecificData.clear();
3523693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mCodecSpecificDataIndex = 0;
3524693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3525693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3526f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dongstatus_t OMXCodec::start(MetaData *meta) {
3527284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber    Mutex::Autolock autoLock(mLock);
3528284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber
3529693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (mState != LOADED) {
3530693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return UNKNOWN_ERROR;
3531693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3532bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber
3533693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    sp<MetaData> params = new MetaData;
3534dbc03445db2bbf83b64f0c0a5dc62e61408864d7Andreas Huber    if (mQuirks & kWantsNALFragments) {
3535dbc03445db2bbf83b64f0c0a5dc62e61408864d7Andreas Huber        params->setInt32(kKeyWantsNALFragments, true);
3536693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3537f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong    if (meta) {
3538f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong        int64_t startTimeUs = 0;
3539f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong        int64_t timeUs;
3540f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong        if (meta->findInt64(kKeyTime, &timeUs)) {
3541f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong            startTimeUs = timeUs;
3542f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong        }
3543f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong        params->setInt64(kKeyTime, startTimeUs);
3544f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong    }
3545693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    status_t err = mSource->start(params.get());
3546693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3547693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (err != OK) {
3548693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return err;
3549693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3550693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3551693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mCodecSpecificDataIndex = 0;
3552284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber    mInitialBufferSubmit = true;
3553693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mSignalledEOS = false;
3554693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mNoMoreOutputData = false;
35557f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber    mOutputPortSettingsHaveChanged = false;
3556693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mSeekTimeUs = -1;
3557abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber    mSeekMode = ReadOptions::SEEK_CLOSEST_SYNC;
3558abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber    mTargetTimeUs = -1;
3559693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mFilledBuffers.clear();
3560d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber    mPaused = false;
3561693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3562693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    return init();
3563693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3564693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3565693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatus_t OMXCodec::stop() {
3566a3f4d7f096e5c91dc6af085761b1459866c043d9James Dong    CODEC_LOGV("stop mState=%d", mState);
3567693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3568693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Mutex::Autolock autoLock(mLock);
3569693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3570693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    while (isIntermediateState(mState)) {
3571693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        mAsyncCompletion.wait(mLock);
3572693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3573693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3574693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    switch (mState) {
3575693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case LOADED:
3576693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case ERROR:
3577693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
3578693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3579693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case EXECUTING:
3580693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
3581693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            setState(EXECUTING_TO_IDLE);
3582693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
35838297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber            if (mQuirks & kRequiresFlushBeforeShutdown) {
35847a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber                CODEC_LOGV("This component requires a flush before transitioning "
35858297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                     "from EXECUTING to IDLE...");
35868297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber
35878297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                bool emulateInputFlushCompletion =
35888297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                    !flushPortAsync(kPortIndexInput);
35898297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber
35908297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                bool emulateOutputFlushCompletion =
35918297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                    !flushPortAsync(kPortIndexOutput);
3592693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
35938297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                if (emulateInputFlushCompletion) {
35948297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                    onCmdComplete(OMX_CommandFlush, kPortIndexInput);
35958297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                }
35968297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber
35978297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                if (emulateOutputFlushCompletion) {
35988297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                    onCmdComplete(OMX_CommandFlush, kPortIndexOutput);
35998297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                }
36008297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber            } else {
36018297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                mPortStatus[kPortIndexInput] = SHUTTING_DOWN;
36028297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                mPortStatus[kPortIndexOutput] = SHUTTING_DOWN;
36038297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber
36048297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber                status_t err =
3605318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber                    mOMX->sendCommand(mNode, OMX_CommandStateSet, OMX_StateIdle);
3606f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ(err, (status_t)OK);
36078297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber            }
3608693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3609693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            while (mState != LOADED && mState != ERROR) {
3610693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                mAsyncCompletion.wait(mLock);
3611693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            }
3612693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3613693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
3614693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
3615693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3616693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        default:
3617693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
3618693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            CHECK(!"should not be here.");
3619693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
3620693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
3621693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3622693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
36237f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber    if (mLeftOverBuffer) {
36247f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        mLeftOverBuffer->release();
36257f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber        mLeftOverBuffer = NULL;
36267f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber    }
36277f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber
3628693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mSource->stop();
3629693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
363043e5eca7048a3b7b3ee0223b7f3cbd837ed10ae5Andreas Huber    CODEC_LOGI("stopped in state %d", mState);
3631ec9dd59902c8beea4ba6a842f3a843d46150d949Andreas Huber
3632693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    return OK;
3633693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3634693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3635693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubersp<MetaData> OMXCodec::getFormat() {
36367f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber    Mutex::Autolock autoLock(mLock);
36377f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber
3638693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    return mOutputFormat;
3639693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3640693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3641693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatus_t OMXCodec::read(
3642693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        MediaBuffer **buffer, const ReadOptions *options) {
3643a57a9a491272aa884494b2ec7854960827a73742James Dong    status_t err = OK;
3644693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    *buffer = NULL;
3645693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3646693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Mutex::Autolock autoLock(mLock);
3647693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3648450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber    if (mState != EXECUTING && mState != RECONFIGURING) {
3649450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber        return UNKNOWN_ERROR;
3650450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber    }
3651450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber
36527e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber    bool seeking = false;
36537e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber    int64_t seekTimeUs;
3654abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber    ReadOptions::SeekMode seekMode;
3655abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber    if (options && options->getSeekTo(&seekTimeUs, &seekMode)) {
36567e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber        seeking = true;
36577e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber    }
36587e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber
3659284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber    if (mInitialBufferSubmit) {
3660284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber        mInitialBufferSubmit = false;
3661284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber
36627e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber        if (seeking) {
36637e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber            CHECK(seekTimeUs >= 0);
36647e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber            mSeekTimeUs = seekTimeUs;
3665abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber            mSeekMode = seekMode;
36667e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber
36677e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber            // There's no reason to trigger the code below, there's
36687e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber            // nothing to flush yet.
36697e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber            seeking = false;
3670d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber            mPaused = false;
36717e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber        }
36727e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber
3673284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber        drainInputBuffers();
3674284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber
3675450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber        if (mState == EXECUTING) {
3676450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber            // Otherwise mState == RECONFIGURING and this code will trigger
3677450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber            // after the output port is reenabled.
3678450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber            fillOutputBuffers();
3679450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber        }
3680693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3681693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
36827e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber    if (seeking) {
36839c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber        while (mState == RECONFIGURING) {
3684a57a9a491272aa884494b2ec7854960827a73742James Dong            if ((err = waitForBufferFilled_l()) != OK) {
3685a57a9a491272aa884494b2ec7854960827a73742James Dong                return err;
3686a57a9a491272aa884494b2ec7854960827a73742James Dong            }
36879c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber        }
36889c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber
36899c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber        if (mState != EXECUTING) {
36909c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber            return UNKNOWN_ERROR;
36919c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber        }
36929c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber
36937a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber        CODEC_LOGV("seeking to %lld us (%.2f secs)", seekTimeUs, seekTimeUs / 1E6);
3694693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3695693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        mSignalledEOS = false;
3696693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3697693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        CHECK(seekTimeUs >= 0);
3698693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        mSeekTimeUs = seekTimeUs;
3699abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber        mSeekMode = seekMode;
3700693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3701693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        mFilledBuffers.clear();
3702693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3703f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        CHECK_EQ((int)mState, (int)EXECUTING);
3704693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
37051beb760d920561679862ded945a04e370368c7f7Andreas Huber        bool emulateInputFlushCompletion = !flushPortAsync(kPortIndexInput);
37061beb760d920561679862ded945a04e370368c7f7Andreas Huber        bool emulateOutputFlushCompletion = !flushPortAsync(kPortIndexOutput);
37071beb760d920561679862ded945a04e370368c7f7Andreas Huber
37081beb760d920561679862ded945a04e370368c7f7Andreas Huber        if (emulateInputFlushCompletion) {
37091beb760d920561679862ded945a04e370368c7f7Andreas Huber            onCmdComplete(OMX_CommandFlush, kPortIndexInput);
37101beb760d920561679862ded945a04e370368c7f7Andreas Huber        }
37111beb760d920561679862ded945a04e370368c7f7Andreas Huber
37121beb760d920561679862ded945a04e370368c7f7Andreas Huber        if (emulateOutputFlushCompletion) {
37131beb760d920561679862ded945a04e370368c7f7Andreas Huber            onCmdComplete(OMX_CommandFlush, kPortIndexOutput);
37141beb760d920561679862ded945a04e370368c7f7Andreas Huber        }
3715134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber
3716134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber        while (mSeekTimeUs >= 0) {
3717a57a9a491272aa884494b2ec7854960827a73742James Dong            if ((err = waitForBufferFilled_l()) != OK) {
3718a57a9a491272aa884494b2ec7854960827a73742James Dong                return err;
3719a57a9a491272aa884494b2ec7854960827a73742James Dong            }
3720134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber        }
3721693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3722693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3723693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    while (mState != ERROR && !mNoMoreOutputData && mFilledBuffers.empty()) {
3724a57a9a491272aa884494b2ec7854960827a73742James Dong        if ((err = waitForBufferFilled_l()) != OK) {
3725a57a9a491272aa884494b2ec7854960827a73742James Dong            return err;
372641152efd144ccf70c380d5c9a32105c02a039f43James Dong        }
3727693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3728693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3729693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (mState == ERROR) {
3730693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return UNKNOWN_ERROR;
3731693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3732693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3733693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (mFilledBuffers.empty()) {
37345295c0c55d41a2906ea7f65a3f22e6278cb17d4bAndreas Huber        return mSignalledEOS ? mFinalStatus : ERROR_END_OF_STREAM;
3735693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3736693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
37377f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber    if (mOutputPortSettingsHaveChanged) {
37387f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber        mOutputPortSettingsHaveChanged = false;
37397f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber
37407f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber        return INFO_FORMAT_CHANGED;
37417f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber    }
37427f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber
3743693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    size_t index = *mFilledBuffers.begin();
3744693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mFilledBuffers.erase(mFilledBuffers.begin());
3745693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3746693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index);
374792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber    CHECK_EQ((int)info->mStatus, (int)OWNED_BY_US);
374892bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber    info->mStatus = OWNED_BY_CLIENT;
374992bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber
3750693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    info->mMediaBuffer->add_ref();
3751693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    *buffer = info->mMediaBuffer;
3752693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3753693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    return OK;
3754693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3755693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3756693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::signalBufferReturned(MediaBuffer *buffer) {
3757693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Mutex::Autolock autoLock(mLock);
3758693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3759693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexOutput];
3760693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    for (size_t i = 0; i < buffers->size(); ++i) {
3761693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        BufferInfo *info = &buffers->editItemAt(i);
3762693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3763693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        if (info->mMediaBuffer == buffer) {
3764f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CHECK_EQ((int)mPortStatus[kPortIndexOutput], (int)ENABLED);
376592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber            CHECK_EQ((int)info->mStatus, (int)OWNED_BY_CLIENT);
376692bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber
376792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber            info->mStatus = OWNED_BY_US;
376892bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber
37696a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis            if (buffer->graphicBuffer() == 0) {
37706a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                fillOutputBuffer(info);
37716a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis            } else {
37726a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                sp<MetaData> metaData = info->mMediaBuffer->meta_data();
37736a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                int32_t rendered = 0;
37746a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                if (!metaData->findInt32(kKeyRendered, &rendered)) {
37756a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                    rendered = 0;
37766a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                }
37776a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                if (!rendered) {
37786a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                    status_t err = cancelBufferToNativeWindow(info);
37796a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                    if (err < 0) {
37806a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                        return;
37816a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                    }
37826a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                }
37836a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
378492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber                info->mStatus = OWNED_BY_NATIVE_WINDOW;
378592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber
37866a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                // Dequeue the next buffer from the native window.
37876a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                BufferInfo *nextBufInfo = dequeueBufferFromNativeWindow();
37886a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                if (nextBufInfo == 0) {
37896a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                    return;
37906a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                }
37916a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
37926a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                // Give the buffer to the OMX node to fill.
37936a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis                fillOutputBuffer(nextBufInfo);
37946a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis            }
3795693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            return;
3796693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
3797693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3798693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3799693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    CHECK(!"should not be here.");
3800693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3801693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3802693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatic const char *imageCompressionFormatString(OMX_IMAGE_CODINGTYPE type) {
3803693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    static const char *kNames[] = {
3804693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_IMAGE_CodingUnused",
3805693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_IMAGE_CodingAutoDetect",
3806693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_IMAGE_CodingJPEG",
3807693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_IMAGE_CodingJPEG2K",
3808693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_IMAGE_CodingEXIF",
3809693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_IMAGE_CodingTIFF",
3810693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_IMAGE_CodingGIF",
3811693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_IMAGE_CodingPNG",
3812693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_IMAGE_CodingLZW",
3813693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_IMAGE_CodingBMP",
3814693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
3815693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3816693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    size_t numNames = sizeof(kNames) / sizeof(kNames[0]);
3817693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3818693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (type < 0 || (size_t)type >= numNames) {
3819693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return "UNKNOWN";
3820693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    } else {
3821693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return kNames[type];
3822693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3823693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3824693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3825693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatic const char *colorFormatString(OMX_COLOR_FORMATTYPE type) {
3826693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    static const char *kNames[] = {
3827693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatUnused",
3828693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatMonochrome",
3829693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format8bitRGB332",
3830693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format12bitRGB444",
3831693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format16bitARGB4444",
3832693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format16bitARGB1555",
3833693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format16bitRGB565",
3834693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format16bitBGR565",
3835693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format18bitRGB666",
3836693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format18bitARGB1665",
3837bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber        "OMX_COLOR_Format19bitARGB1666",
3838693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format24bitRGB888",
3839693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format24bitBGR888",
3840693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format24bitARGB1887",
3841693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format25bitARGB1888",
3842693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format32bitBGRA8888",
3843693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format32bitARGB8888",
3844693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatYUV411Planar",
3845693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatYUV411PackedPlanar",
3846693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatYUV420Planar",
3847693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatYUV420PackedPlanar",
3848693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatYUV420SemiPlanar",
3849693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatYUV422Planar",
3850693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatYUV422PackedPlanar",
3851693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatYUV422SemiPlanar",
3852693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatYCbYCr",
3853693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatYCrYCb",
3854693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatCbYCrY",
3855693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatCrYCbY",
3856693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatYUV444Interleaved",
3857693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatRawBayer8bit",
3858693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatRawBayer10bit",
3859693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatRawBayer8bitcompressed",
3860bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber        "OMX_COLOR_FormatL2",
3861bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber        "OMX_COLOR_FormatL4",
3862bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber        "OMX_COLOR_FormatL8",
3863bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber        "OMX_COLOR_FormatL16",
3864bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber        "OMX_COLOR_FormatL24",
3865693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatL32",
3866693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatYUV420PackedSemiPlanar",
3867693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_FormatYUV422PackedSemiPlanar",
3868693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format18BitBGR666",
3869693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format24BitARGB6666",
3870693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_COLOR_Format24BitABGR6666",
3871693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
3872693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3873693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    size_t numNames = sizeof(kNames) / sizeof(kNames[0]);
3874693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3875cb62bc3fe54222cf05824e6f98fefafee552049aAnu Sundararajan    if (type == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) {
3876cb62bc3fe54222cf05824e6f98fefafee552049aAnu Sundararajan        return "OMX_TI_COLOR_FormatYUV420PackedSemiPlanar";
3877cb62bc3fe54222cf05824e6f98fefafee552049aAnu Sundararajan    } else if (type == OMX_QCOM_COLOR_FormatYVU420SemiPlanar) {
3878693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return "OMX_QCOM_COLOR_FormatYVU420SemiPlanar";
3879693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    } else if (type < 0 || (size_t)type >= numNames) {
3880693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return "UNKNOWN";
3881693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    } else {
3882693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return kNames[type];
3883693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3884693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3885693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3886693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatic const char *videoCompressionFormatString(OMX_VIDEO_CODINGTYPE type) {
3887693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    static const char *kNames[] = {
3888693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_VIDEO_CodingUnused",
3889693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_VIDEO_CodingAutoDetect",
3890693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_VIDEO_CodingMPEG2",
3891693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_VIDEO_CodingH263",
3892693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_VIDEO_CodingMPEG4",
3893693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_VIDEO_CodingWMV",
3894693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_VIDEO_CodingRV",
3895693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_VIDEO_CodingAVC",
3896693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_VIDEO_CodingMJPEG",
3897693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
3898693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3899693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    size_t numNames = sizeof(kNames) / sizeof(kNames[0]);
3900693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3901693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (type < 0 || (size_t)type >= numNames) {
3902693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return "UNKNOWN";
3903693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    } else {
3904693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return kNames[type];
3905693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3906693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3907693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3908693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatic const char *audioCodingTypeString(OMX_AUDIO_CODINGTYPE type) {
3909693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    static const char *kNames[] = {
3910693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingUnused",
3911693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingAutoDetect",
3912693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingPCM",
3913693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingADPCM",
3914693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingAMR",
3915693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingGSMFR",
3916693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingGSMEFR",
3917693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingGSMHR",
3918693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingPDCFR",
3919693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingPDCEFR",
3920693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingPDCHR",
3921693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingTDMAFR",
3922693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingTDMAEFR",
3923693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingQCELP8",
3924693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingQCELP13",
3925693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingEVRC",
3926693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingSMV",
3927693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingG711",
3928693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingG723",
3929693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingG726",
3930693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingG729",
3931693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingAAC",
3932693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingMP3",
3933693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingSBC",
3934693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingVORBIS",
3935693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingWMA",
3936693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingRA",
3937693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_CodingMIDI",
3938693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
3939693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3940693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    size_t numNames = sizeof(kNames) / sizeof(kNames[0]);
3941693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3942693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (type < 0 || (size_t)type >= numNames) {
3943693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return "UNKNOWN";
3944693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    } else {
3945693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return kNames[type];
3946693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3947693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3948693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3949693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatic const char *audioPCMModeString(OMX_AUDIO_PCMMODETYPE type) {
3950693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    static const char *kNames[] = {
3951693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_PCMModeLinear",
3952693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_PCMModeALaw",
3953693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        "OMX_AUDIO_PCMModeMULaw",
3954693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    };
3955693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3956693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    size_t numNames = sizeof(kNames) / sizeof(kNames[0]);
3957693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
3958693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    if (type < 0 || (size_t)type >= numNames) {
3959693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return "UNKNOWN";
3960693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    } else {
3961693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        return kNames[type];
3962693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
3963693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
3964693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
39652f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huberstatic const char *amrBandModeString(OMX_AUDIO_AMRBANDMODETYPE type) {
39662f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber    static const char *kNames[] = {
39672f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeUnused",
39682f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeNB0",
39692f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeNB1",
39702f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeNB2",
39712f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeNB3",
39722f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeNB4",
39732f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeNB5",
39742f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeNB6",
39752f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeNB7",
39762f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeWB0",
39772f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeWB1",
39782f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeWB2",
39792f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeWB3",
39802f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeWB4",
39812f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeWB5",
39822f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeWB6",
39832f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeWB7",
39842f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRBandModeWB8",
39852f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber    };
39862f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber
39872f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber    size_t numNames = sizeof(kNames) / sizeof(kNames[0]);
39882f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber
39892f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber    if (type < 0 || (size_t)type >= numNames) {
39902f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        return "UNKNOWN";
39912f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber    } else {
39922f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        return kNames[type];
39932f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber    }
39942f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber}
39952f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber
39962f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huberstatic const char *amrFrameFormatString(OMX_AUDIO_AMRFRAMEFORMATTYPE type) {
39972f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber    static const char *kNames[] = {
39982f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRFrameFormatConformance",
39992f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRFrameFormatIF1",
40002f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRFrameFormatIF2",
40012f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRFrameFormatFSF",
40022f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRFrameFormatRTPPayload",
40032f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        "OMX_AUDIO_AMRFrameFormatITU",
40042f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber    };
40052f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber
40062f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber    size_t numNames = sizeof(kNames) / sizeof(kNames[0]);
40072f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber
40082f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber    if (type < 0 || (size_t)type >= numNames) {
40092f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        return "UNKNOWN";
40102f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber    } else {
40112f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber        return kNames[type];
40122f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber    }
40132f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber}
4014693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4015693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::dumpPortStatus(OMX_U32 portIndex) {
4016693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMX_PARAM_PORTDEFINITIONTYPE def;
40177a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    InitOMXParams(&def);
4018693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    def.nPortIndex = portIndex;
4019693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4020318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    status_t err = mOMX->getParameter(
4021693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
4022f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
4023693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4024693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    printf("%s Port = {\n", portIndex == kPortIndexInput ? "Input" : "Output");
4025693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4026693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    CHECK((portIndex == kPortIndexInput && def.eDir == OMX_DirInput)
4027693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber          || (portIndex == kPortIndexOutput && def.eDir == OMX_DirOutput));
4028693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4029693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    printf("  nBufferCountActual = %ld\n", def.nBufferCountActual);
4030693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    printf("  nBufferCountMin = %ld\n", def.nBufferCountMin);
4031693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    printf("  nBufferSize = %ld\n", def.nBufferSize);
4032693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4033693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    switch (def.eDomain) {
4034693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_PortDomainImage:
4035693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
4036693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            const OMX_IMAGE_PORTDEFINITIONTYPE *imageDef = &def.format.image;
4037693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4038693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("\n");
4039693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("  // Image\n");
4040693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("  nFrameWidth = %ld\n", imageDef->nFrameWidth);
4041693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("  nFrameHeight = %ld\n", imageDef->nFrameHeight);
4042693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("  nStride = %ld\n", imageDef->nStride);
4043693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4044693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("  eCompressionFormat = %s\n",
4045693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                   imageCompressionFormatString(imageDef->eCompressionFormat));
4046693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4047693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("  eColorFormat = %s\n",
4048693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                   colorFormatString(imageDef->eColorFormat));
4049693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4050693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
4051693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
4052693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4053693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_PortDomainVideo:
4054693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
4055693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video;
4056693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4057693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("\n");
4058693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("  // Video\n");
4059693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("  nFrameWidth = %ld\n", videoDef->nFrameWidth);
4060693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("  nFrameHeight = %ld\n", videoDef->nFrameHeight);
4061693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("  nStride = %ld\n", videoDef->nStride);
4062693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4063693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("  eCompressionFormat = %s\n",
4064693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                   videoCompressionFormatString(videoDef->eCompressionFormat));
4065693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4066693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("  eColorFormat = %s\n",
4067693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                   colorFormatString(videoDef->eColorFormat));
4068693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4069693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
4070693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
4071693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4072693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_PortDomainAudio:
4073693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
4074693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio;
4075693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4076693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("\n");
4077693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("  // Audio\n");
4078693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("  eEncoding = %s\n",
4079693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                   audioCodingTypeString(audioDef->eEncoding));
4080693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4081693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            if (audioDef->eEncoding == OMX_AUDIO_CodingPCM) {
4082693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                OMX_AUDIO_PARAM_PCMMODETYPE params;
40837a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber                InitOMXParams(&params);
4084693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                params.nPortIndex = portIndex;
4085693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4086318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber                err = mOMX->getParameter(
4087693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                        mNode, OMX_IndexParamAudioPcm, &params, sizeof(params));
4088f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ(err, (status_t)OK);
4089693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4090693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                printf("  nSamplingRate = %ld\n", params.nSamplingRate);
4091693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                printf("  nChannels = %ld\n", params.nChannels);
4092693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                printf("  bInterleaved = %d\n", params.bInterleaved);
4093693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                printf("  nBitPerSample = %ld\n", params.nBitPerSample);
4094693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4095693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                printf("  eNumData = %s\n",
4096693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                       params.eNumData == OMX_NumericalDataSigned
4097693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                        ? "signed" : "unsigned");
4098693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4099693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                printf("  ePCMMode = %s\n", audioPCMModeString(params.ePCMMode));
41002f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber            } else if (audioDef->eEncoding == OMX_AUDIO_CodingAMR) {
41012f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                OMX_AUDIO_PARAM_AMRTYPE amr;
41022f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                InitOMXParams(&amr);
41032f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                amr.nPortIndex = portIndex;
41042f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber
4105318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber                err = mOMX->getParameter(
41062f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                        mNode, OMX_IndexParamAudioAmr, &amr, sizeof(amr));
4107f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ(err, (status_t)OK);
41082f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber
41092f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                printf("  nChannels = %ld\n", amr.nChannels);
41102f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                printf("  eAMRBandMode = %s\n",
41112f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                        amrBandModeString(amr.eAMRBandMode));
41122f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                printf("  eAMRFrameFormat = %s\n",
41132f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                        amrFrameFormatString(amr.eAMRFrameFormat));
4114693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            }
4115693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4116693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
4117693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
4118693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4119693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        default:
4120693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
4121693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            printf("  // Unknown\n");
4122693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
4123693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
4124693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
4125693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4126693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    printf("}\n");
4127693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
4128693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
41296a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennisstatus_t OMXCodec::initNativeWindow() {
41306a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    // Enable use of a GraphicBuffer as the output for this node.  This must
41316a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    // happen before getting the IndexParamPortDefinition parameter because it
41326a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    // will affect the pixel format that the node reports.
41336a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    status_t err = mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_TRUE);
41346a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    if (err != 0) {
41356a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis        return err;
41366a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    }
41376a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
41386a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis    return OK;
41396a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis}
41406a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis
4141693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::initOutputFormat(const sp<MetaData> &inputFormat) {
4142693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mOutputFormat = new MetaData;
4143693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    mOutputFormat->setCString(kKeyDecoderComponent, mComponentName);
41448f5f2fcee5c12d08df71d17017410c50951fc2e3James Dong    if (mIsEncoder) {
41458f5f2fcee5c12d08df71d17017410c50951fc2e3James Dong        int32_t timeScale;
41468f5f2fcee5c12d08df71d17017410c50951fc2e3James Dong        if (inputFormat->findInt32(kKeyTimeScale, &timeScale)) {
41478f5f2fcee5c12d08df71d17017410c50951fc2e3James Dong            mOutputFormat->setInt32(kKeyTimeScale, timeScale);
41488f5f2fcee5c12d08df71d17017410c50951fc2e3James Dong        }
41498f5f2fcee5c12d08df71d17017410c50951fc2e3James Dong    }
4150693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4151693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    OMX_PARAM_PORTDEFINITIONTYPE def;
41527a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber    InitOMXParams(&def);
4153693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    def.nPortIndex = kPortIndexOutput;
4154693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4155318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber    status_t err = mOMX->getParameter(
4156693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
4157f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber    CHECK_EQ(err, (status_t)OK);
4158693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4159693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    switch (def.eDomain) {
4160693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_PortDomainImage:
4161693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
4162693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_IMAGE_PORTDEFINITIONTYPE *imageDef = &def.format.image;
4163f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            CHECK_EQ((int)imageDef->eCompressionFormat,
4164f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                     (int)OMX_IMAGE_CodingUnused);
4165693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
416618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber            mOutputFormat->setCString(kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_RAW);
4167693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mOutputFormat->setInt32(kKeyColorFormat, imageDef->eColorFormat);
4168693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mOutputFormat->setInt32(kKeyWidth, imageDef->nFrameWidth);
4169693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mOutputFormat->setInt32(kKeyHeight, imageDef->nFrameHeight);
4170693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
4171693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
4172693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4173693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_PortDomainAudio:
4174693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
4175693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_AUDIO_PORTDEFINITIONTYPE *audio_def = &def.format.audio;
4176693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4177e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber            if (audio_def->eEncoding == OMX_AUDIO_CodingPCM) {
4178e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber                OMX_AUDIO_PARAM_PCMMODETYPE params;
41797a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber                InitOMXParams(&params);
4180e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber                params.nPortIndex = kPortIndexOutput;
4181693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4182318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber                err = mOMX->getParameter(
4183e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber                        mNode, OMX_IndexParamAudioPcm, &params, sizeof(params));
4184f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ(err, (status_t)OK);
4185693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4186f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ((int)params.eNumData, (int)OMX_NumericalDataSigned);
4187f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ(params.nBitPerSample, 16u);
4188f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ((int)params.ePCMMode, (int)OMX_AUDIO_PCMModeLinear);
4189693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4190e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber                int32_t numChannels, sampleRate;
4191e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber                inputFormat->findInt32(kKeyChannelCount, &numChannels);
4192e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber                inputFormat->findInt32(kKeySampleRate, &sampleRate);
4193693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4194e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber                if ((OMX_U32)numChannels != params.nChannels) {
4195e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber                    LOGW("Codec outputs a different number of channels than "
419678d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber                         "the input stream contains (contains %d channels, "
419778d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber                         "codec outputs %ld channels).",
419878d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber                         numChannels, params.nChannels);
4199e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber                }
420037940eefcba982836b579fe1ffec6cada72b0974Andreas Huber
4201b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber                if (sampleRate != (int32_t)params.nSamplingRate) {
4202bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber                    LOGW("Codec outputs at different sampling rate than "
4203bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber                         "what the input stream contains (contains data at "
4204b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber                         "%d Hz, codec outputs %lu Hz)",
4205bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber                         sampleRate, params.nSamplingRate);
4206bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber                }
4207bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber
420818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                mOutputFormat->setCString(
420918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                        kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_RAW);
421037940eefcba982836b579fe1ffec6cada72b0974Andreas Huber
4211e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber                // Use the codec-advertised number of channels, as some
4212e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber                // codecs appear to output stereo even if the input data is
421378d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber                // mono. If we know the codec lies about this information,
421478d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber                // use the actual number of channels instead.
421578d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber                mOutputFormat->setInt32(
421678d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber                        kKeyChannelCount,
421778d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber                        (mQuirks & kDecoderLiesAboutNumberOfChannels)
421878d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber                            ? numChannels : params.nChannels);
421937940eefcba982836b579fe1ffec6cada72b0974Andreas Huber
4220bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber                mOutputFormat->setInt32(kKeySampleRate, params.nSamplingRate);
4221e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber            } else if (audio_def->eEncoding == OMX_AUDIO_CodingAMR) {
42222f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                OMX_AUDIO_PARAM_AMRTYPE amr;
42232f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                InitOMXParams(&amr);
42242f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                amr.nPortIndex = kPortIndexOutput;
42252f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber
4226318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber                err = mOMX->getParameter(
42272f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                        mNode, OMX_IndexParamAudioAmr, &amr, sizeof(amr));
4228f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ(err, (status_t)OK);
42292f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber
4230f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber                CHECK_EQ(amr.nChannels, 1u);
42312f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                mOutputFormat->setInt32(kKeyChannelCount, 1);
42322f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber
42332f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                if (amr.eAMRBandMode >= OMX_AUDIO_AMRBandModeNB0
42342f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                    && amr.eAMRBandMode <= OMX_AUDIO_AMRBandModeNB7) {
423518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                    mOutputFormat->setCString(
423618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                            kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_AMR_NB);
42372f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                    mOutputFormat->setInt32(kKeySampleRate, 8000);
42382f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                } else if (amr.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0
42392f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                            && amr.eAMRBandMode <= OMX_AUDIO_AMRBandModeWB8) {
424018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                    mOutputFormat->setCString(
424118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                            kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_AMR_WB);
42422f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                    mOutputFormat->setInt32(kKeySampleRate, 16000);
42432f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                } else {
42442f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                    CHECK(!"Unknown AMR band mode.");
42452f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber                }
4246e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber            } else if (audio_def->eEncoding == OMX_AUDIO_CodingAAC) {
424718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                mOutputFormat->setCString(
424818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                        kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_AAC);
4249956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong                int32_t numChannels, sampleRate, bitRate;
4250050b28a593350047845a45a14cc5026221ac1620James Dong                inputFormat->findInt32(kKeyChannelCount, &numChannels);
4251050b28a593350047845a45a14cc5026221ac1620James Dong                inputFormat->findInt32(kKeySampleRate, &sampleRate);
4252956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong                inputFormat->findInt32(kKeyBitRate, &bitRate);
4253050b28a593350047845a45a14cc5026221ac1620James Dong                mOutputFormat->setInt32(kKeyChannelCount, numChannels);
4254050b28a593350047845a45a14cc5026221ac1620James Dong                mOutputFormat->setInt32(kKeySampleRate, sampleRate);
4255956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong                mOutputFormat->setInt32(kKeyBitRate, bitRate);
4256e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber            } else {
4257e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber                CHECK(!"Should not be here. Unknown audio encoding.");
4258e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber            }
4259693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
4260693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
4261693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4262693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        case OMX_PortDomainVideo:
4263693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
4264693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video;
4265693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4266693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            if (video_def->eCompressionFormat == OMX_VIDEO_CodingUnused) {
426718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                mOutputFormat->setCString(
426818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                        kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_RAW);
4269693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            } else if (video_def->eCompressionFormat == OMX_VIDEO_CodingMPEG4) {
427018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                mOutputFormat->setCString(
427118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                        kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_MPEG4);
4272693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            } else if (video_def->eCompressionFormat == OMX_VIDEO_CodingH263) {
427318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                mOutputFormat->setCString(
427418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                        kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_H263);
4275693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            } else if (video_def->eCompressionFormat == OMX_VIDEO_CodingAVC) {
427618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                mOutputFormat->setCString(
427718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                        kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_AVC);
4278693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            } else {
4279693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber                CHECK(!"Unknown compression format.");
4280693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            }
4281693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4282c810b75fd04eef8af509bb42aa8837566a374b32James Dong            mOutputFormat->setInt32(kKeyWidth, video_def->nFrameWidth);
4283c810b75fd04eef8af509bb42aa8837566a374b32James Dong            mOutputFormat->setInt32(kKeyHeight, video_def->nFrameHeight);
4284693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            mOutputFormat->setInt32(kKeyColorFormat, video_def->eColorFormat);
4285f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber
4286495f154b602a0103b24b98226370349100a26adfJames Dong            if (!mIsEncoder) {
4287495f154b602a0103b24b98226370349100a26adfJames Dong                OMX_CONFIG_RECTTYPE rect;
4288c29dd6f4ccd7ea7e41921d48d03d26e159aeaae4James Dong                InitOMXParams(&rect);
4289c29dd6f4ccd7ea7e41921d48d03d26e159aeaae4James Dong                rect.nPortIndex = kPortIndexOutput;
4290495f154b602a0103b24b98226370349100a26adfJames Dong                status_t err =
4291495f154b602a0103b24b98226370349100a26adfJames Dong                        mOMX->getConfig(
4292495f154b602a0103b24b98226370349100a26adfJames Dong                            mNode, OMX_IndexConfigCommonOutputCrop,
4293495f154b602a0103b24b98226370349100a26adfJames Dong                            &rect, sizeof(rect));
4294495f154b602a0103b24b98226370349100a26adfJames Dong
4295884946a23cfe804491ef6067bd9361371d7848fdAndreas Huber                CODEC_LOGI(
4296884946a23cfe804491ef6067bd9361371d7848fdAndreas Huber                        "video dimensions are %ld x %ld",
4297884946a23cfe804491ef6067bd9361371d7848fdAndreas Huber                        video_def->nFrameWidth, video_def->nFrameHeight);
4298884946a23cfe804491ef6067bd9361371d7848fdAndreas Huber
4299495f154b602a0103b24b98226370349100a26adfJames Dong                if (err == OK) {
4300495f154b602a0103b24b98226370349100a26adfJames Dong                    CHECK_GE(rect.nLeft, 0);
4301495f154b602a0103b24b98226370349100a26adfJames Dong                    CHECK_GE(rect.nTop, 0);
4302495f154b602a0103b24b98226370349100a26adfJames Dong                    CHECK_GE(rect.nWidth, 0u);
4303495f154b602a0103b24b98226370349100a26adfJames Dong                    CHECK_GE(rect.nHeight, 0u);
4304495f154b602a0103b24b98226370349100a26adfJames Dong                    CHECK_LE(rect.nLeft + rect.nWidth - 1, video_def->nFrameWidth);
4305495f154b602a0103b24b98226370349100a26adfJames Dong                    CHECK_LE(rect.nTop + rect.nHeight - 1, video_def->nFrameHeight);
4306495f154b602a0103b24b98226370349100a26adfJames Dong
4307495f154b602a0103b24b98226370349100a26adfJames Dong                    mOutputFormat->setRect(
4308495f154b602a0103b24b98226370349100a26adfJames Dong                            kKeyCropRect,
4309495f154b602a0103b24b98226370349100a26adfJames Dong                            rect.nLeft,
4310495f154b602a0103b24b98226370349100a26adfJames Dong                            rect.nTop,
4311495f154b602a0103b24b98226370349100a26adfJames Dong                            rect.nLeft + rect.nWidth - 1,
4312495f154b602a0103b24b98226370349100a26adfJames Dong                            rect.nTop + rect.nHeight - 1);
4313884946a23cfe804491ef6067bd9361371d7848fdAndreas Huber
4314884946a23cfe804491ef6067bd9361371d7848fdAndreas Huber                    CODEC_LOGI(
4315884946a23cfe804491ef6067bd9361371d7848fdAndreas Huber                            "Crop rect is %ld x %ld @ (%ld, %ld)",
4316884946a23cfe804491ef6067bd9361371d7848fdAndreas Huber                            rect.nWidth, rect.nHeight, rect.nLeft, rect.nTop);
4317495f154b602a0103b24b98226370349100a26adfJames Dong                } else {
4318495f154b602a0103b24b98226370349100a26adfJames Dong                    mOutputFormat->setRect(
4319495f154b602a0103b24b98226370349100a26adfJames Dong                            kKeyCropRect,
4320495f154b602a0103b24b98226370349100a26adfJames Dong                            0, 0,
4321495f154b602a0103b24b98226370349100a26adfJames Dong                            video_def->nFrameWidth - 1,
4322495f154b602a0103b24b98226370349100a26adfJames Dong                            video_def->nFrameHeight - 1);
4323495f154b602a0103b24b98226370349100a26adfJames Dong                }
4324f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber            }
4325693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
4326693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
4327693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4328693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        default:
4329693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        {
4330693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            CHECK(!"should not be here, neither audio nor video.");
4331693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber            break;
4332693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber        }
4333693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber    }
4334b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber
4335b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber    // If the input format contains rotation information, flag the output
4336b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber    // format accordingly.
4337b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber
4338b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber    int32_t rotationDegrees;
4339b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber    if (mSource->getFormat()->findInt32(kKeyRotation, &rotationDegrees)) {
4340b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber        mOutputFormat->setInt32(kKeyRotation, rotationDegrees);
4341b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber    }
4342693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}
4343693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber
4344d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huberstatus_t OMXCodec::pause() {
4345d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber    Mutex::Autolock autoLock(mLock);
4346d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber
4347d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber    mPaused = true;
4348d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber
4349d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber    return OK;
4350d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber}
4351d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber
435218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber////////////////////////////////////////////////////////////////////////////////
435318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber
435418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huberstatus_t QueryCodecs(
435518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        const sp<IOMX> &omx,
4356df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi        const char *mime, bool queryDecoders, bool hwCodecOnly,
435718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        Vector<CodecCapabilities> *results) {
4358df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi    Vector<String8> matchingCodecs;
435918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    results->clear();
436018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber
4361df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi    OMXCodec::findMatchingCodecs(mime,
4362df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi            !queryDecoders /*createEncoder*/,
4363df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi            NULL /*matchComponentName*/,
4364df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi            hwCodecOnly ? OMXCodec::kHardwareCodecsOnly : 0 /*flags*/,
4365df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi            &matchingCodecs);
436618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber
4367df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi    for (size_t c = 0; c < matchingCodecs.size(); c++) {
4368df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi        const char *componentName = matchingCodecs.itemAt(c).string();
436918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber
437008a88e195d2b3697f2f967e9216491e8c5bd3c9eAndreas Huber        if (strncmp(componentName, "OMX.", 4)) {
437108a88e195d2b3697f2f967e9216491e8c5bd3c9eAndreas Huber            // Not an OpenMax component but a software codec.
437208a88e195d2b3697f2f967e9216491e8c5bd3c9eAndreas Huber
437308a88e195d2b3697f2f967e9216491e8c5bd3c9eAndreas Huber            results->push();
437408a88e195d2b3697f2f967e9216491e8c5bd3c9eAndreas Huber            CodecCapabilities *caps = &results->editItemAt(results->size() - 1);
437508a88e195d2b3697f2f967e9216491e8c5bd3c9eAndreas Huber            caps->mComponentName = componentName;
437608a88e195d2b3697f2f967e9216491e8c5bd3c9eAndreas Huber            continue;
437708a88e195d2b3697f2f967e9216491e8c5bd3c9eAndreas Huber        }
437808a88e195d2b3697f2f967e9216491e8c5bd3c9eAndreas Huber
4379318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber        sp<OMXCodecObserver> observer = new OMXCodecObserver;
438018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        IOMX::node_id node;
4381318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber        status_t err = omx->allocateNode(componentName, observer, &node);
438218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber
438318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        if (err != OK) {
438418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber            continue;
438518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        }
438618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber
43875e3cf6cf36feb3b73b8f8c0a8134c46f5bc85094James Dong        OMXCodec::setComponentRole(omx, node, !queryDecoders, mime);
438818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber
438918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        results->push();
439018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        CodecCapabilities *caps = &results->editItemAt(results->size() - 1);
439118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        caps->mComponentName = componentName;
439218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber
439318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        OMX_VIDEO_PARAM_PROFILELEVELTYPE param;
439418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        InitOMXParams(&param);
439518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber
439618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        param.nPortIndex = queryDecoders ? 0 : 1;
439718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber
439818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        for (param.nProfileIndex = 0;; ++param.nProfileIndex) {
4399318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber            err = omx->getParameter(
440018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                    node, OMX_IndexParamVideoProfileLevelQuerySupported,
440118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                    &param, sizeof(param));
440218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber
440318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber            if (err != OK) {
440418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber                break;
440518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber            }
440618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber
440718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber            CodecProfileLevel profileLevel;
440818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber            profileLevel.mProfile = param.eProfile;
440918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber            profileLevel.mLevel = param.eLevel;
441018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber
441118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber            caps->mProfileLevels.push(profileLevel);
441218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber        }
441318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber
4414b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong        // Color format query
4415b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong        OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat;
4416b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong        InitOMXParams(&portFormat);
4417b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong        portFormat.nPortIndex = queryDecoders ? 1 : 0;
4418b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong        for (portFormat.nIndex = 0;; ++portFormat.nIndex)  {
4419b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong            err = omx->getParameter(
4420b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong                    node, OMX_IndexParamVideoPortFormat,
4421b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong                    &portFormat, sizeof(portFormat));
4422b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong            if (err != OK) {
4423b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong                break;
4424b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong            }
4425b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong            caps->mColorFormats.push(portFormat.eColorFormat);
4426b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong        }
4427b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong
4428f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber        CHECK_EQ(omx->freeNode(node), (status_t)OK);
442918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber    }
4430df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi
4431df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi    return OK;
443218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber}
443318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber
4434d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivistatus_t QueryCodecs(
4435d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi        const sp<IOMX> &omx,
4436d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi        const char *mimeType, bool queryDecoders,
4437d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi        Vector<CodecCapabilities> *results) {
4438d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi    return QueryCodecs(omx, mimeType, queryDecoders, false /*hwCodecOnly*/, results);
4439d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi}
4440d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi
4441f23c4f92c3b0202435cf87db2642156fabc46f02James Dongvoid OMXCodec::restorePatchedDataPointer(BufferInfo *info) {
4442f23c4f92c3b0202435cf87db2642156fabc46f02James Dong    CHECK(mIsEncoder && (mQuirks & kAvoidMemcopyInputRecordingFrames));
4443f23c4f92c3b0202435cf87db2642156fabc46f02James Dong    CHECK(mOMXLivesLocally);
4444f23c4f92c3b0202435cf87db2642156fabc46f02James Dong
4445f23c4f92c3b0202435cf87db2642156fabc46f02James Dong    OMX_BUFFERHEADERTYPE *header = (OMX_BUFFERHEADERTYPE *)info->mBuffer;
4446f23c4f92c3b0202435cf87db2642156fabc46f02James Dong    header->pBuffer = (OMX_U8 *)info->mData;
4447f23c4f92c3b0202435cf87db2642156fabc46f02James Dong}
4448f23c4f92c3b0202435cf87db2642156fabc46f02James Dong
4449693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}  // namespace android
4450