ACodec.cpp revision 10d023beb0544591d0f5ff556f7f67356f0d9189
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/*
227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project
327c174483a8ae9688d5d4897c19074f62c7f1701James Dong *
427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License");
527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License.
627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at
727c174483a8ae9688d5d4897c19074f62c7f1701James Dong *
827c174483a8ae9688d5d4897c19074f62c7f1701James Dong *      http://www.apache.org/licenses/LICENSE-2.0
927c174483a8ae9688d5d4897c19074f62c7f1701James Dong *
1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software
1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS,
1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and
1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License.
1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */
1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong
17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0
18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec"
19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__
21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS
22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif
23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung
24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h>
256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h>
266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar
27f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h>
28f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h>
30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h>
32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h>
33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h>
34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h>
35a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h>
36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h>
38afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h>
39f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h>
401173118eace0e9e347cb007f0da817cee87579edGlenn Kasten#include <media/stagefright/NativeWindowWrapper.h>
41f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h>
421065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber#include <media/stagefright/OMXCodec.h>
43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
443a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h>
453a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber
4697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h>
474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h>
48f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h>
4997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h>
50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
51496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h"
52496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber
53f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android {
54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
55251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if
56251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code.
57251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function.
58251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung//
59251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map.
60251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h
61251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung//
62251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors     from 0x90000000 - 0x9000FFFF
63251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors  from 0x8F000000 - 0x90000000
64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors   from 0x80001000 - 0x80001024 (0x80001024 current)
65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung//
66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung
67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code.
68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type
69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) {
70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX);
71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung}
72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung
73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t
74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) {
75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    switch (omxError) {
76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    case OMX_ErrorInvalidComponentName:
77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    case OMX_ErrorComponentNotFound:
78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung        return NAME_NOT_FOUND; // can trigger illegal argument error for provided names.
79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    default:
80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung        return isOMXError(omxError) ? omxError : 0; // no translation required
81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    }
82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung}
83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung
84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t
85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) {
86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    switch (err) {
87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    // the following errors have side effects and may come
88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    // from other code modules. Remap for safety reasons.
89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    case INVALID_OPERATION:
90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    case DEAD_OBJECT:
91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung        return UNKNOWN_ERROR;
92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    default:
93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung        return err;
94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    }
95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung}
96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung
97f933441648ef6a71dee783d733aac17b9508b452Andreas Hubertemplate<class T>
98f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatic void InitOMXParams(T *params) {
99f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    params->nSize = sizeof(T);
100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    params->nVersion.s.nVersionMajor = 1;
101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    params->nVersion.s.nVersionMinor = 0;
102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    params->nVersion.s.nRevision = 0;
103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    params->nVersion.s.nStep = 0;
104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
106f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver {
107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CodecObserver() {}
108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void setNotificationMessage(const sp<AMessage> &msg) {
110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        mNotify = msg;
111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    // from IOMXObserver
114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void onMessage(const omx_message &omx_msg) {
115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        sp<AMessage> msg = mNotify->dup();
116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        msg->setInt32("type", omx_msg.type);
118609b815a3131d22da38b2f452faa9f89daad4039Andy Hung        msg->setInt32("node", omx_msg.node);
119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        switch (omx_msg.type) {
121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            case omx_message::EVENT:
122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            {
123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                msg->setInt32("event", omx_msg.u.event_data.event);
124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                msg->setInt32("data1", omx_msg.u.event_data.data1);
125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                msg->setInt32("data2", omx_msg.u.event_data.data2);
126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                break;
127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            }
128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            case omx_message::EMPTY_BUFFER_DONE:
130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            {
131609b815a3131d22da38b2f452faa9f89daad4039Andy Hung                msg->setInt32("buffer", omx_msg.u.buffer_data.buffer);
132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                break;
133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            }
134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            case omx_message::FILL_BUFFER_DONE:
136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            {
137609b815a3131d22da38b2f452faa9f89daad4039Andy Hung                msg->setInt32(
138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                        "buffer", omx_msg.u.extended_buffer_data.buffer);
139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                msg->setInt32(
140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                        "range_offset",
141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                        omx_msg.u.extended_buffer_data.range_offset);
142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                msg->setInt32(
143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                        "range_length",
144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                        omx_msg.u.extended_buffer_data.range_length);
145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                msg->setInt32(
146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                        "flags",
147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                        omx_msg.u.extended_buffer_data.flags);
148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                msg->setInt64(
149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                        "timestamp",
150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                        omx_msg.u.extended_buffer_data.timestamp);
151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                break;
152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            }
153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            default:
155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                TRESPASS();
156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                break;
157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        msg->post();
160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
162f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual ~CodecObserver() {}
164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
165f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<AMessage> mNotify;
167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(CodecObserver);
169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
173f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState {
174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    BaseState(ACodec *codec, const sp<AState> &parentState = NULL);
175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
176f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum PortMode {
178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        KEEP_BUFFERS,
179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        RESUBMIT_BUFFERS,
180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        FREE_BUFFERS,
181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    ACodec *mCodec;
184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual PortMode getPortMode(OMX_U32 portIndex);
186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onMessageReceived(const sp<AMessage> &msg);
188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2);
190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void onOutputBufferDrained(const sp<AMessage> &msg);
192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void onInputBufferFilled(const sp<AMessage> &msg);
193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void postFillThisBuffer(BufferInfo *info);
195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
196f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool onOMXMessage(const sp<AMessage> &msg);
198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID);
200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool onOMXFillBufferDone(
202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            IOMX::buffer_id bufferID,
203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            size_t rangeOffset, size_t rangeLength,
204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OMX_U32 flags,
205784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung            int64_t timeUs);
206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void getMoreInputDataIfPossible();
208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(BaseState);
210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
214ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient {
215ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    DeathNotifier(const sp<AMessage> &notify)
216ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber        : mNotify(notify) {
217ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    }
218ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber
219ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    virtual void binderDied(const wp<IBinder> &) {
220ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber        mNotify->post();
221ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    }
222ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber
223ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected:
224ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    virtual ~DeathNotifier() {}
225ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber
226ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate:
227ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    sp<AMessage> mNotify;
228ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber
229ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier);
230ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber};
231ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber
232f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState {
233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    UninitializedState(ACodec *codec);
234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
235f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onMessageReceived(const sp<AMessage> &msg);
237c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    virtual void stateEntered();
238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
239f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void onSetup(const sp<AMessage> &msg);
241c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    bool onAllocateComponent(const sp<AMessage> &msg);
242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
243ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    sp<DeathNotifier> mDeathNotifier;
244ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber
245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(UninitializedState);
246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
250c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState {
251c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    LoadedState(ACodec *codec);
252c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
253c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected:
254c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    virtual bool onMessageReceived(const sp<AMessage> &msg);
255c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    virtual void stateEntered();
256c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
257c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate:
258c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    friend struct ACodec::UninitializedState;
259c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
260c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    bool onConfigureComponent(const sp<AMessage> &msg);
2617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden    void onCreateInputSurface(const sp<AMessage> &msg);
262c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    void onStart();
263c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    void onShutdown(bool keepComponentAllocated);
264c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
265c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(LoadedState);
266c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber};
267c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
268c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber////////////////////////////////////////////////////////////////////////////////
269c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
270f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState {
271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    LoadedToIdleState(ACodec *codec);
272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
273f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onMessageReceived(const sp<AMessage> &msg);
275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2);
276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void stateEntered();
277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
278f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t allocateBuffers();
280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState);
282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
286f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState {
287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    IdleToExecutingState(ACodec *codec);
288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
289f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onMessageReceived(const sp<AMessage> &msg);
291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2);
292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void stateEntered();
293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
294f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState);
296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
300f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState {
301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    ExecutingState(ACodec *codec);
302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
303054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    void submitRegularOutputBuffers();
304054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    void submitOutputMetaBuffers();
305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void submitOutputBuffers();
306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    // Submit output buffers to the decoder, submit input buffers to client
308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    // to fill with data.
309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void resume();
310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
311349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber    // Returns true iff input and output buffers are in play.
312349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber    bool active() const { return mActive; }
313349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
314f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual PortMode getPortMode(OMX_U32 portIndex);
316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onMessageReceived(const sp<AMessage> &msg);
317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void stateEntered();
318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2);
320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
321f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
322349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber    bool mActive;
323349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(ExecutingState);
325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
329f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState {
330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    OutputPortSettingsChangedState(ACodec *codec);
331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
332f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual PortMode getPortMode(OMX_U32 portIndex);
334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onMessageReceived(const sp<AMessage> &msg);
335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void stateEntered();
336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2);
338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
339f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState);
341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
345f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState {
346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    ExecutingToIdleState(ACodec *codec);
347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
348f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onMessageReceived(const sp<AMessage> &msg);
350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void stateEntered();
351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2);
353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void onOutputBufferDrained(const sp<AMessage> &msg);
355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void onInputBufferFilled(const sp<AMessage> &msg);
356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
357f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void changeStateIfWeOwnAllBuffers();
359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3605778822d86b0337407514b9372562b86edfa91cdAndreas Huber    bool mComponentNowIdle;
3615778822d86b0337407514b9372562b86edfa91cdAndreas Huber
362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState);
363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
367f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState {
368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    IdleToLoadedState(ACodec *codec);
369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
370f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onMessageReceived(const sp<AMessage> &msg);
372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void stateEntered();
373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2);
375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
376f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState);
378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
382f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState {
383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    FlushingState(ACodec *codec);
384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
385f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onMessageReceived(const sp<AMessage> &msg);
387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void stateEntered();
388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2);
390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void onOutputBufferDrained(const sp<AMessage> &msg);
392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void onInputBufferFilled(const sp<AMessage> &msg);
393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
394f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool mFlushComplete[2];
396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void changeStateIfWeOwnAllBuffers();
398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(FlushingState);
400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
404f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec()
405afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber    : mQuirks(0),
406609b815a3131d22da38b2f452faa9f89daad4039Andy Hung      mNode(0),
4075778822d86b0337407514b9372562b86edfa91cdAndreas Huber      mSentFormat(false),
408c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber      mIsEncoder(false),
409308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang      mUseMetadataOnEncoderOutput(false),
4109806555d3930be43e11106281dee354820ac1c88Andreas Huber      mShutdownInProgress(false),
41154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar      mExplicitShutdown(false),
4129806555d3930be43e11106281dee354820ac1c88Andreas Huber      mEncoderDelay(0),
4139806555d3930be43e11106281dee354820ac1c88Andreas Huber      mEncoderPadding(0),
414e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang      mRotationDegrees(0),
4159806555d3930be43e11106281dee354820ac1c88Andreas Huber      mChannelMaskPresent(false),
416054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar      mChannelMask(0),
417054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar      mDequeueCounter(0),
418054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar      mStoreMetaDataInOutputBuffers(false),
419a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber      mMetaDataBuffersToSubmit(0),
42094ee4b708acfa941581160b267afb79192b1d816Chong Zhang      mRepeatFrameDelayUs(-1ll),
4212c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang      mMaxPtsGapUs(-1ll),
4222c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang      mTimePerFrameUs(-1ll),
423609b815a3131d22da38b2f452faa9f89daad4039Andy Hung      mTimePerCaptureUs(-1ll),
424ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad      mCreateInputBuffersSuspended(false),
425ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad      mTunneled(false) {
426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mUninitializedState = new UninitializedState(this);
427c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    mLoadedState = new LoadedState(this);
428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mLoadedToIdleState = new LoadedToIdleState(this);
429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mIdleToExecutingState = new IdleToExecutingState(this);
430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mExecutingState = new ExecutingState(this);
431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mOutputPortSettingsChangedState =
433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        new OutputPortSettingsChangedState(this);
434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mExecutingToIdleState = new ExecutingToIdleState(this);
436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mIdleToLoadedState = new IdleToLoadedState(this);
437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mFlushingState = new FlushingState(this);
438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false;
440dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber    mInputEOSResult = OK;
441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    changeState(mUninitializedState);
443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
445f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() {
446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
448f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) {
449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mNotify = msg;
450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
452f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) {
453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    msg->setWhat(kWhatSetup);
454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    msg->setTarget(id());
455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    msg->post();
456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
458a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> &params) {
459a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber    sp<AMessage> msg = new AMessage(kWhatSetParameters, id());
460a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber    msg->setMessage("params", params);
461a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber    msg->post();
462a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber}
463a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber
4645778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) {
4655778822d86b0337407514b9372562b86edfa91cdAndreas Huber    msg->setWhat(kWhatAllocateComponent);
4665778822d86b0337407514b9372562b86edfa91cdAndreas Huber    msg->setTarget(id());
4675778822d86b0337407514b9372562b86edfa91cdAndreas Huber    msg->post();
4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
4695778822d86b0337407514b9372562b86edfa91cdAndreas Huber
4705778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) {
4715778822d86b0337407514b9372562b86edfa91cdAndreas Huber    msg->setWhat(kWhatConfigureComponent);
4725778822d86b0337407514b9372562b86edfa91cdAndreas Huber    msg->setTarget(id());
4735778822d86b0337407514b9372562b86edfa91cdAndreas Huber    msg->post();
4745778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
4755778822d86b0337407514b9372562b86edfa91cdAndreas Huber
4767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() {
4777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden    (new AMessage(kWhatCreateInputSurface, id()))->post();
4787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden}
4797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden
4807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() {
4817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden    (new AMessage(kWhatSignalEndOfInputStream, id()))->post();
4827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden}
4837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden
4845778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() {
4855778822d86b0337407514b9372562b86edfa91cdAndreas Huber    (new AMessage(kWhatStart, id()))->post();
4865778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
4875778822d86b0337407514b9372562b86edfa91cdAndreas Huber
488f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() {
4897a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong    ALOGV("[%s] signalFlush", mComponentName.c_str());
490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    (new AMessage(kWhatFlush, id()))->post();
491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
493f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() {
494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    (new AMessage(kWhatResume, id()))->post();
495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
497c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) {
498c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    sp<AMessage> msg = new AMessage(kWhatShutdown, id());
499c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    msg->setInt32("keepComponentAllocated", keepComponentAllocated);
500c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    msg->post();
501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
503496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() {
504496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber    (new AMessage(kWhatRequestIDRFrame, id()))->post();
505496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber}
506496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber
5074dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED ***
5084dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed.
5094dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input
5104dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port.  For now keep submitting an output buffer if there was an
5114dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port.
5124dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnarvoid ACodec::signalSubmitOutputMetaDataBufferIfEOS_workaround() {
5134dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar    if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] &&
5144dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar            mMetaDataBuffersToSubmit > 0) {
5154dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar        (new AMessage(kWhatSubmitOutputMetaDataBufferIfEOS, id()))->post();
5164dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar    }
5174dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar}
5184dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar
519f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) {
520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput);
521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK(mDealer[portIndex] == NULL);
523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK(mBuffers[portIndex].isEmpty());
524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5255778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t err;
526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (mNativeWindow != NULL && portIndex == kPortIndexOutput) {
527054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        if (mStoreMetaDataInOutputBuffers) {
528054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar            err = allocateOutputMetaDataBuffers();
529054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        } else {
530054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar            err = allocateOutputBuffersFromNativeWindow();
531054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        }
5325778822d86b0337407514b9372562b86edfa91cdAndreas Huber    } else {
5335778822d86b0337407514b9372562b86edfa91cdAndreas Huber        OMX_PARAM_PORTDEFINITIONTYPE def;
5345778822d86b0337407514b9372562b86edfa91cdAndreas Huber        InitOMXParams(&def);
5355778822d86b0337407514b9372562b86edfa91cdAndreas Huber        def.nPortIndex = portIndex;
536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5375778822d86b0337407514b9372562b86edfa91cdAndreas Huber        err = mOMX->getParameter(
5385778822d86b0337407514b9372562b86edfa91cdAndreas Huber                mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5405778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (err == OK) {
541609b815a3131d22da38b2f452faa9f89daad4039Andy Hung            ALOGV("[%s] Allocating %u buffers of size %u on %s port",
5425778822d86b0337407514b9372562b86edfa91cdAndreas Huber                    mComponentName.c_str(),
5435778822d86b0337407514b9372562b86edfa91cdAndreas Huber                    def.nBufferCountActual, def.nBufferSize,
5445778822d86b0337407514b9372562b86edfa91cdAndreas Huber                    portIndex == kPortIndexInput ? "input" : "output");
545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5465778822d86b0337407514b9372562b86edfa91cdAndreas Huber            size_t totalSize = def.nBufferCountActual * def.nBufferSize;
5475778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec");
548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5495778822d86b0337407514b9372562b86edfa91cdAndreas Huber            for (OMX_U32 i = 0; i < def.nBufferCountActual; ++i) {
5505778822d86b0337407514b9372562b86edfa91cdAndreas Huber                sp<IMemory> mem = mDealer[portIndex]->allocate(def.nBufferSize);
5515778822d86b0337407514b9372562b86edfa91cdAndreas Huber                CHECK(mem.get() != NULL);
552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
553ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber                BufferInfo info;
554ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber                info.mStatus = BufferInfo::OWNED_BY_US;
555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
556afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber                uint32_t requiresAllocateBufferBit =
557afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber                    (portIndex == kPortIndexInput)
558afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber                        ? OMXCodec::kRequiresAllocateBufferOnInputPorts
559afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber                        : OMXCodec::kRequiresAllocateBufferOnOutputPorts;
5601065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber
561308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang                if ((portIndex == kPortIndexInput && (mFlags & kFlagIsSecure))
562308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang                        || mUseMetadataOnEncoderOutput) {
563ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber                    mem.clear();
564ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber
565ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber                    void *ptr;
566ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber                    err = mOMX->allocateBuffer(
567ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber                            mNode, portIndex, def.nBufferSize, &info.mBufferID,
568ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber                            &ptr);
569ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber
570308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang                    int32_t bufSize = mUseMetadataOnEncoderOutput ?
571308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang                            (4 + sizeof(buffer_handle_t)) : def.nBufferSize;
572308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang
573308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang                    info.mData = new ABuffer(ptr, bufSize);
574ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber                } else if (mQuirks & requiresAllocateBufferBit) {
5755778822d86b0337407514b9372562b86edfa91cdAndreas Huber                    err = mOMX->allocateBufferWithBackup(
576ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber                            mNode, portIndex, mem, &info.mBufferID);
5775778822d86b0337407514b9372562b86edfa91cdAndreas Huber                } else {
578ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber                    err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID);
579ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber                }
580ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber
581ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber                if (mem != NULL) {
582ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber                    info.mData = new ABuffer(mem->pointer(), def.nBufferSize);
5835778822d86b0337407514b9372562b86edfa91cdAndreas Huber                }
5841065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber
5855778822d86b0337407514b9372562b86edfa91cdAndreas Huber                mBuffers[portIndex].push(info);
5861065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber            }
5871065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber        }
5885778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5905778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
5915778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
5925778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5945778822d86b0337407514b9372562b86edfa91cdAndreas Huber    sp<AMessage> notify = mNotify->dup();
595d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar    notify->setInt32("what", CodecBase::kWhatBuffersAllocated);
5965778822d86b0337407514b9372562b86edfa91cdAndreas Huber
5975778822d86b0337407514b9372562b86edfa91cdAndreas Huber    notify->setInt32("portIndex", portIndex);
598eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber
599eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber    sp<PortDescription> desc = new PortDescription;
600eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber
6015778822d86b0337407514b9372562b86edfa91cdAndreas Huber    for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) {
602eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber        const BufferInfo &info = mBuffers[portIndex][i];
6035778822d86b0337407514b9372562b86edfa91cdAndreas Huber
604eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber        desc->addBuffer(info.mBufferID, info.mData);
605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
607eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber    notify->setObject("portDesc", desc);
6085778822d86b0337407514b9372562b86edfa91cdAndreas Huber    notify->post();
6095778822d86b0337407514b9372562b86edfa91cdAndreas Huber
610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return OK;
611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
613054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow(
614054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        OMX_U32 *bufferCount, OMX_U32 *bufferSize,
615054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        OMX_U32 *minUndequeuedBuffers) {
616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    OMX_PARAM_PORTDEFINITIONTYPE def;
617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    InitOMXParams(&def);
618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    def.nPortIndex = kPortIndexOutput;
619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t err = mOMX->getParameter(
621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (err != OK) {
624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return err;
625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    err = native_window_set_buffers_geometry(
628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mNativeWindow.get(),
629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            def.format.video.nFrameWidth,
630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            def.format.video.nFrameHeight,
631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            def.format.video.eColorFormat);
632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (err != 0) {
63429357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block        ALOGE("native_window_set_buffers_geometry failed: %s (%d)",
635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                strerror(-err), -err);
636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return err;
637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
639e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang    if (mRotationDegrees != 0) {
640e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang        uint32_t transform = 0;
641e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang        switch (mRotationDegrees) {
642e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang            case 0: transform = 0; break;
643e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang            case 90: transform = HAL_TRANSFORM_ROT_90; break;
644e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang            case 180: transform = HAL_TRANSFORM_ROT_180; break;
645e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang            case 270: transform = HAL_TRANSFORM_ROT_270; break;
646e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang            default: transform = 0; break;
647e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang        }
648e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang
649e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang        if (transform > 0) {
650e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang            err = native_window_set_buffers_transform(
651e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang                    mNativeWindow.get(), transform);
652e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang            if (err != 0) {
653e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang                ALOGE("native_window_set_buffers_transform failed: %s (%d)",
654e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang                        strerror(-err), -err);
655e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang                return err;
656e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang            }
657e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang        }
658e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang    }
659e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang
660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    // Set up the native window.
6613c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis    OMX_U32 usage = 0;
6623c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis    err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage);
6633c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis    if (err != 0) {
6645ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block        ALOGW("querying usage flags from OMX IL component failed: %d", err);
6653c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis        // XXX: Currently this error is logged, but not fatal.
6663c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis        usage = 0;
6673c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis    }
6683c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis
669bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    if (mFlags & kFlagIsSecure) {
670bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        usage |= GRALLOC_USAGE_PROTECTED;
671bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    }
672bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
673bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    // Make sure to check whether either Stagefright or the video decoder
674bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    // requested protected buffers.
675bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    if (usage & GRALLOC_USAGE_PROTECTED) {
676bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        // Verify that the ANativeWindow sends images directly to
677bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        // SurfaceFlinger.
678bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        int queuesToNativeWindow = 0;
679bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        err = mNativeWindow->query(
680bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                mNativeWindow.get(), NATIVE_WINDOW_QUEUES_TO_WINDOW_COMPOSER,
681bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                &queuesToNativeWindow);
682bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        if (err != 0) {
683bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            ALOGE("error authenticating native window: %d", err);
684bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            return err;
685bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        }
686bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        if (queuesToNativeWindow != 1) {
687bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            ALOGE("native window could not be authenticated");
688bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            return PERMISSION_DENIED;
689bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        }
690bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    }
691bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    err = native_window_set_usage(
693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mNativeWindow.get(),
6943c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis            usage | GRALLOC_USAGE_HW_TEXTURE | GRALLOC_USAGE_EXTERNAL_DISP);
695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (err != 0) {
69729357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block        ALOGE("native_window_set_usage failed: %s (%d)", strerror(-err), -err);
698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return err;
699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
701ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad    // Exits here for tunneled video playback codecs -- i.e. skips native window
702ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad    // buffer allocation step as this is managed by the tunneled OMX omponent
703ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad    // itself and explicitly sets def.nBufferCountActual to 0.
704ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad    if (mTunneled) {
705ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad        ALOGV("Tunneled Playback: skipping native window buffer allocation.");
706ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad        def.nBufferCountActual = 0;
707ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad        err = mOMX->setParameter(
708ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad                mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
709ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad
710ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad        *minUndequeuedBuffers = 0;
711ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad        *bufferCount = 0;
712ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad        *bufferSize = 0;
713ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad        return err;
714ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad    }
715ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad
716054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    *minUndequeuedBuffers = 0;
717258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis    err = mNativeWindow->query(
718258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis            mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS,
719054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar            (int *)minUndequeuedBuffers);
720258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis
721258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis    if (err != 0) {
72229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block        ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)",
723258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis                strerror(-err), -err);
724258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis        return err;
725258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis    }
726258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis
727e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar    // FIXME: assume that surface is controlled by app (native window
728e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar    // returns the number for the case when surface is not controlled by app)
7291faa41704e0b976e546321effcb09a85767d51baLajos Molnar    // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported
7301faa41704e0b976e546321effcb09a85767d51baLajos Molnar    // For now, try to allocate 1 more buffer, but don't fail if unsuccessful
731e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar
732e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar    // Use conservative allocation while also trying to reduce starvation
733e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar    //
734e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar    // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the
735e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar    //    minimum needed for the consumer to be able to work
736e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar    // 2. try to allocate two (2) additional buffers to reduce starvation from
737e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar    //    the consumer
7381faa41704e0b976e546321effcb09a85767d51baLajos Molnar    //    plus an extra buffer to account for incorrect minUndequeuedBufs
7391faa41704e0b976e546321effcb09a85767d51baLajos Molnar    for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) {
740e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar        OMX_U32 newBufferCount =
741e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar            def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers;
742258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis        def.nBufferCountActual = newBufferCount;
743258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis        err = mOMX->setParameter(
744258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis                mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
745258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis
746e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar        if (err == OK) {
747e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar            *minUndequeuedBuffers += extraBuffers;
748e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar            break;
749e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar        }
750e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar
751609b815a3131d22da38b2f452faa9f89daad4039Andy Hung        ALOGW("[%s] setting nBufferCountActual to %u failed: %d",
752e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar                mComponentName.c_str(), newBufferCount, err);
753e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar        /* exit condition */
754e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar        if (extraBuffers == 0) {
755258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis            return err;
756258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis        }
757258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis    }
758258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis
759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    err = native_window_set_buffer_count(
760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mNativeWindow.get(), def.nBufferCountActual);
761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (err != 0) {
76329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block        ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err),
764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                -err);
765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return err;
766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
768054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    *bufferCount = def.nBufferCountActual;
769054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    *bufferSize =  def.nBufferSize;
770054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    return err;
771054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar}
772054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
773054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() {
774054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers;
775054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    status_t err = configureOutputBuffersFromNativeWindow(
776054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar            &bufferCount, &bufferSize, &minUndequeuedBuffers);
777054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    if (err != 0)
778054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        return err;
779e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar    mNumUndequeuedBuffers = minUndequeuedBuffers;
780054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
781609b815a3131d22da38b2f452faa9f89daad4039Andy Hung    ALOGV("[%s] Allocating %u buffers from a native window of size %u on "
782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber         "output port",
783054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar         mComponentName.c_str(), bufferCount, bufferSize);
784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    // Dequeue buffers and send them to OMX
786054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    for (OMX_U32 i = 0; i < bufferCount; i++) {
7878ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev        ANativeWindowBuffer *buf;
7881e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis        err = native_window_dequeue_buffer_and_wait(mNativeWindow.get(), &buf);
789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        if (err != 0) {
79029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block            ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err);
791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false));
79574006804065941841883c4b46ee785070164023fJamie Gennis        BufferInfo info;
79674006804065941841883c4b46ee785070164023fJamie Gennis        info.mStatus = BufferInfo::OWNED_BY_US;
797054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */);
79874006804065941841883c4b46ee785070164023fJamie Gennis        info.mGraphicBuffer = graphicBuffer;
79974006804065941841883c4b46ee785070164023fJamie Gennis        mBuffers[kPortIndexOutput].push(info);
80074006804065941841883c4b46ee785070164023fJamie Gennis
801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        IOMX::buffer_id bufferId;
802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer,
803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                &bufferId);
804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        if (err != 0) {
805609b815a3131d22da38b2f452faa9f89daad4039Andy Hung            ALOGE("registering GraphicBuffer %u with OMX IL component failed: "
80674006804065941841883c4b46ee785070164023fJamie Gennis                 "%d", i, err);
807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
81074006804065941841883c4b46ee785070164023fJamie Gennis        mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId;
81174006804065941841883c4b46ee785070164023fJamie Gennis
812609b815a3131d22da38b2f452faa9f89daad4039Andy Hung        ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)",
813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber             mComponentName.c_str(),
814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber             bufferId, graphicBuffer.get());
815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    OMX_U32 cancelStart;
818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    OMX_U32 cancelEnd;
819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (err != 0) {
821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        // If an error occurred while dequeuing we need to cancel any buffers
822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        // that were dequeued.
823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        cancelStart = 0;
82474006804065941841883c4b46ee785070164023fJamie Gennis        cancelEnd = mBuffers[kPortIndexOutput].size();
825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    } else {
826054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        // Return the required minimum undequeued buffers to the native window.
827054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        cancelStart = bufferCount - minUndequeuedBuffers;
828054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        cancelEnd = bufferCount;
829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    for (OMX_U32 i = cancelStart; i < cancelEnd; i++) {
832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i);
8333fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia        status_t error = cancelBufferToNativeWindow(info);
8343fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia        if (err == 0) {
8353fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia            err = error;
8363fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia        }
837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return err;
840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
842054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputMetaDataBuffers() {
843054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers;
844054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    status_t err = configureOutputBuffersFromNativeWindow(
845054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar            &bufferCount, &bufferSize, &minUndequeuedBuffers);
846054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    if (err != 0)
847054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        return err;
848e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar    mNumUndequeuedBuffers = minUndequeuedBuffers;
849054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
850609b815a3131d22da38b2f452faa9f89daad4039Andy Hung    ALOGV("[%s] Allocating %u meta buffers on output port",
851054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar         mComponentName.c_str(), bufferCount);
852054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
853054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    size_t totalSize = bufferCount * 8;
854054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec");
855054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
856054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    // Dequeue buffers and send them to OMX
857054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    for (OMX_U32 i = 0; i < bufferCount; i++) {
858054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        BufferInfo info;
859054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW;
860054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        info.mGraphicBuffer = NULL;
861054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        info.mDequeuedAt = mDequeueCounter;
862054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
863054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(
864054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                sizeof(struct VideoDecoderOutputMetaData));
865054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        CHECK(mem.get() != NULL);
866054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        info.mData = new ABuffer(mem->pointer(), mem->size());
867054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
868054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        // we use useBuffer for metadata regardless of quirks
869054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        err = mOMX->useBuffer(
870054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                mNode, kPortIndexOutput, mem, &info.mBufferID);
871054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
872054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        mBuffers[kPortIndexOutput].push(info);
873054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
874609b815a3131d22da38b2f452faa9f89daad4039Andy Hung        ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)",
875054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar             mComponentName.c_str(), info.mBufferID, mem->pointer());
876054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    }
877054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
878054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    mMetaDataBuffersToSubmit = bufferCount - minUndequeuedBuffers;
879054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    return err;
880054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar}
881054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
882054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::submitOutputMetaDataBuffer() {
883054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    CHECK(mStoreMetaDataInOutputBuffers);
884054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    if (mMetaDataBuffersToSubmit == 0)
885054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        return OK;
886054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
887054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    BufferInfo *info = dequeueBufferFromNativeWindow();
888054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    if (info == NULL)
889054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        return ERROR_IO;
890054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
891609b815a3131d22da38b2f452faa9f89daad4039Andy Hung    ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p",
892054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar          mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get());
893054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
894054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    --mMetaDataBuffersToSubmit;
895054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    CHECK_EQ(mOMX->fillBuffer(mNode, info->mBufferID),
896054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar             (status_t)OK);
897054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
898054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    info->mStatus = BufferInfo::OWNED_BY_COMPONENT;
899054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    return OK;
900054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar}
901054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
902f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) {
903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US);
904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
905609b815a3131d22da38b2f452faa9f89daad4039Andy Hung    ALOGV("[%s] Calling cancelBuffer on buffer %u",
906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber         mComponentName.c_str(), info->mBufferID);
907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    int err = mNativeWindow->cancelBuffer(
9091e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis        mNativeWindow.get(), info->mGraphicBuffer.get(), -1);
910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
9113fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia    ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window",
9123fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia            mComponentName.c_str(), info->mBufferID);
913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW;
915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
9163fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia    return err;
917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
919f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() {
9208ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev    ANativeWindowBuffer *buf;
9211e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis    int fenceFd = -1;
922054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    CHECK(mNativeWindow.get() != NULL);
923ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad
924ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad    if (mTunneled) {
925ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad        ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel"
926ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad              " video playback mode mode!");
927ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad        return NULL;
928ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad    }
929ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad
9301e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis    if (native_window_dequeue_buffer_and_wait(mNativeWindow.get(), &buf) != 0) {
93129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block        ALOGE("dequeueBuffer failed.");
932c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber        return NULL;
933c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber    }
934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
935054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    BufferInfo *oldest = NULL;
936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    for (size_t i = mBuffers[kPortIndexOutput].size(); i-- > 0;) {
937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        BufferInfo *info =
938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            &mBuffers[kPortIndexOutput].editItemAt(i);
939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
940054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        if (info->mGraphicBuffer != NULL &&
941054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar            info->mGraphicBuffer->handle == buf->handle) {
942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ((int)info->mStatus,
943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                     (int)BufferInfo::OWNED_BY_NATIVE_WINDOW);
944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            info->mStatus = BufferInfo::OWNED_BY_US;
946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return info;
948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
949054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
950054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW &&
951054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar            (oldest == NULL ||
952054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar             // avoid potential issues from counter rolling over
953054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar             mDequeueCounter - info->mDequeuedAt >
954054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                    mDequeueCounter - oldest->mDequeuedAt)) {
955054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar            oldest = info;
956054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        }
957054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    }
958054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
959054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    if (oldest) {
960054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        CHECK(mStoreMetaDataInOutputBuffers);
961054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
962054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        // discard buffer in LRU info and replace with new buffer
963054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        oldest->mGraphicBuffer = new GraphicBuffer(buf, false);
964054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        oldest->mStatus = BufferInfo::OWNED_BY_US;
965054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
966d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar        mOMX->updateGraphicBufferInMeta(
967d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar                mNode, kPortIndexOutput, oldest->mGraphicBuffer,
968d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar                oldest->mBufferID);
969054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
970d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar        VideoDecoderOutputMetaData *metaData =
971d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar            reinterpret_cast<VideoDecoderOutputMetaData *>(
972d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar                    oldest->mData->base());
973d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar        CHECK_EQ(metaData->eType, kMetadataBufferTypeGrallocSource);
974d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar
975d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar        ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)",
976054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                oldest - &mBuffers[kPortIndexOutput][0],
977054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                mDequeueCounter - oldest->mDequeuedAt,
978d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar                metaData->pHandle,
979d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar                oldest->mGraphicBuffer->handle, oldest->mData->base());
980054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
981054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        return oldest;
982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    TRESPASS();
985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return NULL;
987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
989f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) {
990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    for (size_t i = mBuffers[portIndex].size(); i-- > 0;) {
991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        CHECK_EQ((status_t)OK, freeBuffer(portIndex, i));
992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mDealer[portIndex].clear();
995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return OK;
997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
999349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() {
1000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    for (size_t i = mBuffers[kPortIndexOutput].size(); i-- > 0;) {
1001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        BufferInfo *info =
1002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            &mBuffers[kPortIndexOutput].editItemAt(i);
1003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
10042ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar        // At this time some buffers may still be with the component
10052ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar        // or being drained.
10062ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar        if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT &&
10072ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar            info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) {
1008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ((status_t)OK, freeBuffer(kPortIndexOutput, i));
1009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
1010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
1011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return OK;
1013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
1014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1015f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) {
1016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    BufferInfo *info = &mBuffers[portIndex].editItemAt(i);
1017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK(info->mStatus == BufferInfo::OWNED_BY_US
1019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            || info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW);
1020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (portIndex == kPortIndexOutput && mNativeWindow != NULL
1022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            && info->mStatus == BufferInfo::OWNED_BY_US) {
10233fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia        cancelBufferToNativeWindow(info);
1024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
1025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK_EQ(mOMX->freeBuffer(
1027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                mNode, portIndex, info->mBufferID),
1028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber             (status_t)OK);
1029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mBuffers[portIndex].removeAt(i);
1031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return OK;
1033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
1034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1035f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID(
1036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        uint32_t portIndex, IOMX::buffer_id bufferID,
1037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        ssize_t *index) {
1038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) {
1039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        BufferInfo *info = &mBuffers[portIndex].editItemAt(i);
1040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        if (info->mBufferID == bufferID) {
1042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            if (index != NULL) {
1043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                *index = i;
1044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            }
1045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return info;
1046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
1047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
1048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    TRESPASS();
1050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return NULL;
1052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
1053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
10545778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole(
1055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        bool isEncoder, const char *mime) {
1056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct MimeToRole {
1057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        const char *mime;
1058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        const char *decoderRole;
1059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        const char *encoderRole;
1060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
1061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    static const MimeToRole kMimeToRole[] = {
1063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        { MEDIA_MIMETYPE_AUDIO_MPEG,
1064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            "audio_decoder.mp3", "audio_encoder.mp3" },
10652944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber        { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I,
10662944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber            "audio_decoder.mp1", "audio_encoder.mp1" },
10672944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber        { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II,
10682944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber            "audio_decoder.mp2", "audio_encoder.mp2" },
1069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        { MEDIA_MIMETYPE_AUDIO_AMR_NB,
1070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            "audio_decoder.amrnb", "audio_encoder.amrnb" },
1071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        { MEDIA_MIMETYPE_AUDIO_AMR_WB,
1072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            "audio_decoder.amrwb", "audio_encoder.amrwb" },
1073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        { MEDIA_MIMETYPE_AUDIO_AAC,
1074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            "audio_decoder.aac", "audio_encoder.aac" },
1075729de186450f78c099637e1fce743fe531862c52Andreas Huber        { MEDIA_MIMETYPE_AUDIO_VORBIS,
1076729de186450f78c099637e1fce743fe531862c52Andreas Huber            "audio_decoder.vorbis", "audio_encoder.vorbis" },
1077bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian        { MEDIA_MIMETYPE_AUDIO_OPUS,
1078bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian            "audio_decoder.opus", "audio_encoder.opus" },
1079c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber        { MEDIA_MIMETYPE_AUDIO_G711_MLAW,
1080c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber            "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" },
1081c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber        { MEDIA_MIMETYPE_AUDIO_G711_ALAW,
1082c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber            "audio_decoder.g711alaw", "audio_encoder.g711alaw" },
1083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        { MEDIA_MIMETYPE_VIDEO_AVC,
1084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            "video_decoder.avc", "video_encoder.avc" },
10852472b1c0d63454e5d90a982bd6c555de6c3127bdRachad        { MEDIA_MIMETYPE_VIDEO_HEVC,
10862472b1c0d63454e5d90a982bd6c555de6c3127bdRachad            "video_decoder.hevc", "video_encoder.hevc" },
1087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        { MEDIA_MIMETYPE_VIDEO_MPEG4,
1088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            "video_decoder.mpeg4", "video_encoder.mpeg4" },
1089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        { MEDIA_MIMETYPE_VIDEO_H263,
1090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            "video_decoder.h263", "video_encoder.h263" },
109194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang        { MEDIA_MIMETYPE_VIDEO_VP8,
109294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang            "video_decoder.vp8", "video_encoder.vp8" },
109394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang        { MEDIA_MIMETYPE_VIDEO_VP9,
109494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang            "video_decoder.vp9", "video_encoder.vp9" },
1095ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber        { MEDIA_MIMETYPE_AUDIO_RAW,
1096ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber            "audio_decoder.raw", "audio_encoder.raw" },
10972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        { MEDIA_MIMETYPE_AUDIO_FLAC,
10982f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi            "audio_decoder.flac", "audio_encoder.flac" },
1099ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen        { MEDIA_MIMETYPE_AUDIO_MSGSM,
1100ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen            "audio_decoder.gsm", "audio_encoder.gsm" },
1101774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu        { MEDIA_MIMETYPE_VIDEO_MPEG2,
1102774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu            "video_decoder.mpeg2", "video_encoder.mpeg2" },
110397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu        { MEDIA_MIMETYPE_AUDIO_AC3,
110497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu            "audio_decoder.ac3", "audio_encoder.ac3" },
1105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
1106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    static const size_t kNumMimeToRole =
1108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        sizeof(kMimeToRole) / sizeof(kMimeToRole[0]);
1109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    size_t i;
1111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    for (i = 0; i < kNumMimeToRole; ++i) {
1112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        if (!strcasecmp(mime, kMimeToRole[i].mime)) {
1113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
1114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
1115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
1116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (i == kNumMimeToRole) {
11185778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return ERROR_UNSUPPORTED;
1119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
1120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    const char *role =
1122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        isEncoder ? kMimeToRole[i].encoderRole
1123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                  : kMimeToRole[i].decoderRole;
1124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (role != NULL) {
1126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        OMX_PARAM_COMPONENTROLETYPE roleParams;
1127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        InitOMXParams(&roleParams);
1128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        strncpy((char *)roleParams.cRole,
1130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                role, OMX_MAX_STRINGNAME_SIZE - 1);
1131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0';
1133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        status_t err = mOMX->setParameter(
1135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                mNode, OMX_IndexParamStandardComponentRole,
1136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                &roleParams, sizeof(roleParams));
1137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        if (err != OK) {
11395ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block            ALOGW("[%s] Failed to set standard component role '%s'.",
1140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                 mComponentName.c_str(), role);
11415778822d86b0337407514b9372562b86edfa91cdAndreas Huber
11425778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return err;
1143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
1144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
11455778822d86b0337407514b9372562b86edfa91cdAndreas Huber
11465778822d86b0337407514b9372562b86edfa91cdAndreas Huber    return OK;
1147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
1148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
11495778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec(
1150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        const char *mime, const sp<AMessage> &msg) {
11515778822d86b0337407514b9372562b86edfa91cdAndreas Huber    int32_t encoder;
11525778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (!msg->findInt32("encoder", &encoder)) {
11535778822d86b0337407514b9372562b86edfa91cdAndreas Huber        encoder = false;
11545778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
1155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1156e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    sp<AMessage> inputFormat = new AMessage();
1157e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    sp<AMessage> outputFormat = new AMessage();
1158e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
11595778822d86b0337407514b9372562b86edfa91cdAndreas Huber    mIsEncoder = encoder;
1160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t err = setComponentRole(encoder /* isEncoder */, mime);
11625778822d86b0337407514b9372562b86edfa91cdAndreas Huber
11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber
11675778822d86b0337407514b9372562b86edfa91cdAndreas Huber    int32_t bitRate = 0;
11682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi    // FLAC encoder doesn't need a bitrate, other encoders do
11692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi    if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)
11702f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi            && !msg->findInt32("bitrate", &bitRate)) {
11715778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return INVALID_OPERATION;
11725778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
11735778822d86b0337407514b9372562b86edfa91cdAndreas Huber
1174d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber    int32_t storeMeta;
1175d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber    if (encoder
1176d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber            && msg->findInt32("store-metadata-in-buffers", &storeMeta)
1177d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber            && storeMeta != 0) {
1178d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber        err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE);
1179d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber
1180d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber        if (err != OK) {
1181308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang              ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d",
1182308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang                    mComponentName.c_str(), err);
1183d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber
1184308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang              return err;
1185308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang          }
1186308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang      }
1187d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber
1188308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang    int32_t prependSPSPPS = 0;
11893a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber    if (encoder
11903a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber            && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS)
11913a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber            && prependSPSPPS != 0) {
11923a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber        OMX_INDEXTYPE index;
11933a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber        err = mOMX->getExtensionIndex(
11943a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber                mNode,
11953a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber                "OMX.google.android.index.prependSPSPPSToIDRFrames",
11963a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber                &index);
11973a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber
11983a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber        if (err == OK) {
11993a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber            PrependSPSPPSToIDRFramesParams params;
12003a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber            InitOMXParams(&params);
12013a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber            params.bEnable = OMX_TRUE;
12023a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber
12033a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber            err = mOMX->setParameter(
12043a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber                    mNode, index, &params, sizeof(params));
12053a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber        }
12063a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber
12073a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber        if (err != OK) {
12083a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber            ALOGE("Encoder could not be configured to emit SPS/PPS before "
12093a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber                  "IDR frames. (err %d)", err);
12103a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber
12113a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber            return err;
12123a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber        }
12133a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber    }
12143a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber
1215308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang    // Only enable metadata mode on encoder output if encoder can prepend
1216308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang    // sps/pps to idr frames, since in metadata mode the bitstream is in an
1217308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang    // opaque handle, to which we don't have access.
1218308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang    int32_t video = !strncasecmp(mime, "video/", 6);
1219308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang    if (encoder && video) {
1220308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang        OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS
1221308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang            && msg->findInt32("store-metadata-in-buffers-output", &storeMeta)
1222308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang            && storeMeta != 0);
1223308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang
1224308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang        err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable);
1225308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang
1226308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang        if (err != OK) {
1227308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang            ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d",
1228308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang                mComponentName.c_str(), err);
1229308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang            mUseMetadataOnEncoderOutput = 0;
1230308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang        } else {
1231308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang            mUseMetadataOnEncoderOutput = enable;
1232308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang        }
1233a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber
1234a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber        if (!msg->findInt64(
1235a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber                    "repeat-previous-frame-after",
1236a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber                    &mRepeatFrameDelayUs)) {
1237a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber            mRepeatFrameDelayUs = -1ll;
1238a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber        }
123994ee4b708acfa941581160b267afb79192b1d816Chong Zhang
124094ee4b708acfa941581160b267afb79192b1d816Chong Zhang        if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) {
12412c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang            mMaxPtsGapUs = -1ll;
12422c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang        }
12432c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang
12442c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang        if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) {
12452c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang            mTimePerCaptureUs = -1ll;
124694ee4b708acfa941581160b267afb79192b1d816Chong Zhang        }
124772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang
124872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang        if (!msg->findInt32(
124972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang                    "create-input-buffers-suspended",
125072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang                    (int32_t*)&mCreateInputBuffersSuspended)) {
125172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang            mCreateInputBuffersSuspended = false;
125272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang        }
1253308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang    }
1254308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang
1255054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    sp<RefBase> obj;
1256054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    int32_t haveNativeWindow = msg->findObject("native-window", &obj) &&
12575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad        obj != NULL;
1258054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    mStoreMetaDataInOutputBuffers = false;
1259e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    if (video && !encoder) {
1260e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar        inputFormat->setInt32("adaptive-playback", false);
1261e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    }
1262054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    if (!encoder && video && haveNativeWindow) {
12635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad        sp<NativeWindowWrapper> windowWrapper(
12645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                static_cast<NativeWindowWrapper *>(obj.get()));
12655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad        sp<ANativeWindow> nativeWindow = windowWrapper->getNativeWindow();
12665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad
12675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad        int32_t tunneled;
12685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad        if (msg->findInt32("feature-tunneled-playback", &tunneled) &&
12695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad            tunneled != 0) {
12705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad            ALOGI("Configuring TUNNELED video playback.");
1271ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad            mTunneled = true;
12725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad
127397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad            int32_t audioHwSync = 0;
127497827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad            if (!msg->findInt32("audio-hw-sync", &audioHwSync)) {
12755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                ALOGW("No Audio HW Sync provided for video tunnel");
12765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad            }
12775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad            err = configureTunneledVideoPlayback(audioHwSync, nativeWindow);
12785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad            if (err != OK) {
127997827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad                ALOGE("configureTunneledVideoPlayback(%d,%p) failed!",
12805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                        audioHwSync, nativeWindow.get());
12815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                return err;
1282fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar            }
1283fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar
12845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad            inputFormat->setInt32("adaptive-playback", true);
12855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad        } else {
1286ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad            ALOGV("Configuring CPU controlled video playback.");
1287ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad            mTunneled = false;
1288ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad
12895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad            // Always try to enable dynamic output buffers on native surface
12905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad            err = mOMX->storeMetaDataInBuffers(
12915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                    mNode, kPortIndexOutput, OMX_TRUE);
12925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad            if (err != OK) {
12935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d",
1294fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar                        mComponentName.c_str(), err);
1295e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
12965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                // if adaptive playback has been requested, try JB fallback
12975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS
12985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                // LARGE MEMORY REQUIREMENT
12995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad
13005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                // we will not do adaptive playback on software accessed
13015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                // surfaces as they never had to respond to changes in the
13025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                // crop window, and we don't trust that they will be able to.
13035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                int usageBits = 0;
13045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                bool canDoAdaptivePlayback;
13055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad
13065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                if (nativeWindow->query(
13075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                        nativeWindow.get(),
13085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                        NATIVE_WINDOW_CONSUMER_USAGE_BITS,
13095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                        &usageBits) != OK) {
13105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                    canDoAdaptivePlayback = false;
13115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                } else {
13125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                    canDoAdaptivePlayback =
13135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                        (usageBits &
13145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                                (GRALLOC_USAGE_SW_READ_MASK |
13155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                                 GRALLOC_USAGE_SW_WRITE_MASK)) == 0;
13165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                }
13175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad
13185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                int32_t maxWidth = 0, maxHeight = 0;
13195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                if (canDoAdaptivePlayback &&
13205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                        msg->findInt32("max-width", &maxWidth) &&
13215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                        msg->findInt32("max-height", &maxHeight)) {
13225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                    ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)",
13235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                            mComponentName.c_str(), maxWidth, maxHeight);
13245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad
13255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                    err = mOMX->prepareForAdaptivePlayback(
13265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                            mNode, kPortIndexOutput, OMX_TRUE, maxWidth,
13275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                            maxHeight);
13285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                    ALOGW_IF(err != OK,
13295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                            "[%s] prepareForAdaptivePlayback failed w/ err %d",
13305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                            mComponentName.c_str(), err);
13315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad
13325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                    if (err == OK) {
13335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                        inputFormat->setInt32("max-width", maxWidth);
13345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                        inputFormat->setInt32("max-height", maxHeight);
13355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                        inputFormat->setInt32("adaptive-playback", true);
13365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                    }
1337e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                }
13385a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                // allow failure
13395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                err = OK;
13405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad            } else {
13415a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                ALOGV("[%s] storeMetaDataInBuffers succeeded",
13425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                        mComponentName.c_str());
13435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                mStoreMetaDataInOutputBuffers = true;
13445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                inputFormat->setInt32("adaptive-playback", true);
1345fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar            }
13460167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber
13475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad            int32_t push;
13485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad            if (msg->findInt32("push-blank-buffers-on-shutdown", &push)
13495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                    && push != 0) {
13505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown;
13515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad            }
13520167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber        }
1353e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang
1354e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang        int32_t rotationDegrees;
1355e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang        if (msg->findInt32("rotation-degrees", &rotationDegrees)) {
1356e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang            mRotationDegrees = rotationDegrees;
1357e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang        } else {
1358e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang            mRotationDegrees = 0;
1359e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang        }
1360054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    }
1361054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
1362308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang    if (video) {
13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (encoder) {
13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber            err = setupVideoEncoder(mime, msg);
13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else {
136689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar            err = setupVideoDecoder(mime, msg);
13675778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
136842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber    } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) {
136942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber        int32_t numChannels, sampleRate;
137042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber        if (!msg->findInt32("channel-count", &numChannels)
137142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber                || !msg->findInt32("sample-rate", &sampleRate)) {
137242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber            // Since we did not always check for these, leave them optional
137342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber            // and have the decoder figure it all out.
137442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber            err = OK;
137542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber        } else {
137642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber            err = setupRawAudioFormat(
137742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber                    encoder ? kPortIndexInput : kPortIndexOutput,
137842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber                    sampleRate,
137942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber                    numChannels);
138042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber        }
1381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) {
1382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        int32_t numChannels, sampleRate;
13835778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (!msg->findInt32("channel-count", &numChannels)
13845778822d86b0337407514b9372562b86edfa91cdAndreas Huber                || !msg->findInt32("sample-rate", &sampleRate)) {
13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber            err = INVALID_OPERATION;
13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else {
1387aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke            int32_t isADTS, aacProfile;
1388b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            int32_t sbrMode;
13898045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi            int32_t maxOutputChannelCount;
13902965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang            int32_t pcmLimiterEnable;
13918045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi            drcParams_t drc;
1392ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber            if (!msg->findInt32("is-adts", &isADTS)) {
1393ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber                isADTS = 0;
1394ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber            }
1395aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke            if (!msg->findInt32("aac-profile", &aacProfile)) {
1396aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke                aacProfile = OMX_AUDIO_AACObjectNull;
1397aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke            }
1398b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            if (!msg->findInt32("aac-sbr-mode", &sbrMode)) {
1399b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi                sbrMode = -1;
1400b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            }
1401ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber
14028045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi            if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) {
14038045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi                maxOutputChannelCount = -1;
14048045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi            }
14052965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang            if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) {
14062965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang                // value is unknown
14072965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang                pcmLimiterEnable = -1;
14082965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang            }
14098045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi            if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) {
14108045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi                // value is unknown
14118045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi                drc.encodedTargetLevel = -1;
14128045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi            }
14138045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi            if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) {
14148045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi                // value is unknown
14158045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi                drc.drcCut = -1;
14168045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi            }
14178045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi            if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) {
14188045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi                // value is unknown
14198045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi                drc.drcBoost = -1;
14208045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi            }
14218045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi            if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) {
14228045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi                // value is unknown
14238045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi                drc.heavyCompression = -1;
14248045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi            }
14258045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi            if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) {
14268045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi                // value is unknown
14278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi                drc.targetRefLevel = -1;
14288045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi            }
14298045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi
1430ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber            err = setupAACCodec(
14314471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber                    encoder, numChannels, sampleRate, bitRate, aacProfile,
14322965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang                    isADTS != 0, sbrMode, maxOutputChannelCount, drc,
14332965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang                    pcmLimiterEnable);
14345778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
1435729de186450f78c099637e1fce743fe531862c52Andreas Huber    } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) {
14365778822d86b0337407514b9372562b86edfa91cdAndreas Huber        err = setupAMRCodec(encoder, false /* isWAMR */, bitRate);
1437729de186450f78c099637e1fce743fe531862c52Andreas Huber    } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) {
14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber        err = setupAMRCodec(encoder, true /* isWAMR */, bitRate);
1439729de186450f78c099637e1fce743fe531862c52Andreas Huber    } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW)
1440729de186450f78c099637e1fce743fe531862c52Andreas Huber            || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) {
1441729de186450f78c099637e1fce743fe531862c52Andreas Huber        // These are PCM-like formats with a fixed sample rate but
1442729de186450f78c099637e1fce743fe531862c52Andreas Huber        // a variable number of channels.
1443729de186450f78c099637e1fce743fe531862c52Andreas Huber
1444729de186450f78c099637e1fce743fe531862c52Andreas Huber        int32_t numChannels;
14455778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (!msg->findInt32("channel-count", &numChannels)) {
14465778822d86b0337407514b9372562b86edfa91cdAndreas Huber            err = INVALID_OPERATION;
14475778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else {
14485778822d86b0337407514b9372562b86edfa91cdAndreas Huber            err = setupG711Codec(encoder, numChannels);
14495778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
14502f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi    } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) {
14512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        int32_t numChannels, sampleRate, compressionLevel = -1;
14522f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        if (encoder &&
14532f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi                (!msg->findInt32("channel-count", &numChannels)
14542f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi                        || !msg->findInt32("sample-rate", &sampleRate))) {
14552f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi            ALOGE("missing channel count or sample rate for FLAC encoder");
14562f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi            err = INVALID_OPERATION;
14572f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        } else {
14582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi            if (encoder) {
1459516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber                if (!msg->findInt32(
1460cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar                            "complexity", &compressionLevel) &&
1461cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar                    !msg->findInt32(
1462516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber                            "flac-compression-level", &compressionLevel)) {
1463cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar                    compressionLevel = 5; // default FLAC compression level
14642f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi                } else if (compressionLevel < 0) {
1465516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber                    ALOGW("compression level %d outside [0..8] range, "
1466516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber                          "using 0",
1467516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber                          compressionLevel);
14682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi                    compressionLevel = 0;
14692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi                } else if (compressionLevel > 8) {
1470516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber                    ALOGW("compression level %d outside [0..8] range, "
1471516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber                          "using 8",
1472516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber                          compressionLevel);
14732f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi                    compressionLevel = 8;
14742f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi                }
14752f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi            }
1476516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber            err = setupFlacCodec(
1477516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber                    encoder, numChannels, sampleRate, compressionLevel);
14782f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        }
1479ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber    } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) {
1480ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber        int32_t numChannels, sampleRate;
1481ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber        if (encoder
1482ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber                || !msg->findInt32("channel-count", &numChannels)
1483ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber                || !msg->findInt32("sample-rate", &sampleRate)) {
1484ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber            err = INVALID_OPERATION;
1485ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber        } else {
1486ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber            err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels);
1487ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber        }
148897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu    } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) {
148997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu        int32_t numChannels;
149097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu        int32_t sampleRate;
149197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu        if (!msg->findInt32("channel-count", &numChannels)
149297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu                || !msg->findInt32("sample-rate", &sampleRate)) {
149397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu            err = INVALID_OPERATION;
149497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu        } else {
149597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu            err = setupAC3Codec(encoder, numChannels, sampleRate);
149697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu        }
14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
1498729de186450f78c099637e1fce743fe531862c52Andreas Huber
14994471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber    if (err != OK) {
15004471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber        return err;
15014471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber    }
15024471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber
15038b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen    if (!msg->findInt32("encoder-delay", &mEncoderDelay)) {
15048b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen        mEncoderDelay = 0;
15058b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen    }
15069806555d3930be43e11106281dee354820ac1c88Andreas Huber
15078b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen    if (!msg->findInt32("encoder-padding", &mEncoderPadding)) {
15088b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen        mEncoderPadding = 0;
15098b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen    }
15108b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen
15119806555d3930be43e11106281dee354820ac1c88Andreas Huber    if (msg->findInt32("channel-mask", &mChannelMask)) {
15129806555d3930be43e11106281dee354820ac1c88Andreas Huber        mChannelMaskPresent = true;
15139806555d3930be43e11106281dee354820ac1c88Andreas Huber    } else {
15149806555d3930be43e11106281dee354820ac1c88Andreas Huber        mChannelMaskPresent = false;
15159806555d3930be43e11106281dee354820ac1c88Andreas Huber    }
15169806555d3930be43e11106281dee354820ac1c88Andreas Huber
1517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    int32_t maxInputSize;
1518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (msg->findInt32("max-input-size", &maxInputSize)) {
15195778822d86b0337407514b9372562b86edfa91cdAndreas Huber        err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize);
1520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) {
15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber        err = setMinBufferSize(kPortIndexInput, 8192);  // XXX
1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
15235778822d86b0337407514b9372562b86edfa91cdAndreas Huber
1524e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    CHECK_EQ(getPortFormat(kPortIndexInput, inputFormat), (status_t)OK);
1525e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    CHECK_EQ(getPortFormat(kPortIndexOutput, outputFormat), (status_t)OK);
1526e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    mInputFormat = inputFormat;
1527e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    mOutputFormat = outputFormat;
1528e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber    return err;
1530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
1531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1532f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) {
1533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    OMX_PARAM_PORTDEFINITIONTYPE def;
1534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    InitOMXParams(&def);
1535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    def.nPortIndex = portIndex;
1536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t err = mOMX->getParameter(
1538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
1539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (err != OK) {
1541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return err;
1542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
1543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (def.nBufferSize >= size) {
1545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return OK;
1546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
1547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    def.nBufferSize = size;
1549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    err = mOMX->setParameter(
1551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
1552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (err != OK) {
1554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return err;
1555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
1556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    err = mOMX->getParameter(
1558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
1559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (err != OK) {
1561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return err;
1562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
1563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK(def.nBufferSize >= size);
1565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return OK;
1567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
1568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
15695778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat(
15705778822d86b0337407514b9372562b86edfa91cdAndreas Huber        OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) {
15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber    OMX_AUDIO_PARAM_PORTFORMATTYPE format;
15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber    InitOMXParams(&format);
15735778822d86b0337407514b9372562b86edfa91cdAndreas Huber
15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber    format.nPortIndex = portIndex;
15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber    for (OMX_U32 index = 0;; ++index) {
15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber        format.nIndex = index;
15775778822d86b0337407514b9372562b86edfa91cdAndreas Huber
15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber        status_t err = mOMX->getParameter(
15795778822d86b0337407514b9372562b86edfa91cdAndreas Huber                mNode, OMX_IndexParamAudioPortFormat,
15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber                &format, sizeof(format));
15815778822d86b0337407514b9372562b86edfa91cdAndreas Huber
15825778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (err != OK) {
15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return err;
15845778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
15855778822d86b0337407514b9372562b86edfa91cdAndreas Huber
15865778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (format.eEncoding == desiredFormat) {
15875778822d86b0337407514b9372562b86edfa91cdAndreas Huber            break;
15885778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber
15915778822d86b0337407514b9372562b86edfa91cdAndreas Huber    return mOMX->setParameter(
15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format));
15935778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber
15955778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec(
1596aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke        bool encoder, int32_t numChannels, int32_t sampleRate,
15978045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi        int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode,
15982965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang        int32_t maxOutputChannelCount, const drcParams_t& drc,
15992965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang        int32_t pcmLimiterEnable) {
1600ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber    if (encoder && isADTS) {
1601ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber        return -EINVAL;
1602ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber    }
1603ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber
16045778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t err = setupRawAudioFormat(
16055778822d86b0337407514b9372562b86edfa91cdAndreas Huber            encoder ? kPortIndexInput : kPortIndexOutput,
16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber            sampleRate,
16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber            numChannels);
16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (encoder) {
16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber        err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC);
16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (err != OK) {
16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return err;
16185778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
16195778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber        OMX_PARAM_PORTDEFINITIONTYPE def;
16215778822d86b0337407514b9372562b86edfa91cdAndreas Huber        InitOMXParams(&def);
16225778822d86b0337407514b9372562b86edfa91cdAndreas Huber        def.nPortIndex = kPortIndexOutput;
16235778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16245778822d86b0337407514b9372562b86edfa91cdAndreas Huber        err = mOMX->getParameter(
16255778822d86b0337407514b9372562b86edfa91cdAndreas Huber                mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
16265778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16275778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (err != OK) {
16285778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return err;
16295778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
16305778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16315778822d86b0337407514b9372562b86edfa91cdAndreas Huber        def.format.audio.bFlagErrorConcealment = OMX_TRUE;
16325778822d86b0337407514b9372562b86edfa91cdAndreas Huber        def.format.audio.eEncoding = OMX_AUDIO_CodingAAC;
16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16345778822d86b0337407514b9372562b86edfa91cdAndreas Huber        err = mOMX->setParameter(
16355778822d86b0337407514b9372562b86edfa91cdAndreas Huber                mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
16365778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16375778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (err != OK) {
16385778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return err;
16395778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16415778822d86b0337407514b9372562b86edfa91cdAndreas Huber        OMX_AUDIO_PARAM_AACPROFILETYPE profile;
16425778822d86b0337407514b9372562b86edfa91cdAndreas Huber        InitOMXParams(&profile);
16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber        profile.nPortIndex = kPortIndexOutput;
16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16455778822d86b0337407514b9372562b86edfa91cdAndreas Huber        err = mOMX->getParameter(
16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber                mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile));
16475778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16485778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (err != OK) {
16495778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return err;
16505778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
16515778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16525778822d86b0337407514b9372562b86edfa91cdAndreas Huber        profile.nChannels = numChannels;
16535778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber        profile.eChannelMode =
16555778822d86b0337407514b9372562b86edfa91cdAndreas Huber            (numChannels == 1)
16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber                ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo;
16575778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16585778822d86b0337407514b9372562b86edfa91cdAndreas Huber        profile.nSampleRate = sampleRate;
16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber        profile.nBitRate = bitRate;
16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber        profile.nAudioBandWidth = 0;
16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber        profile.nFrameLength = 0;
16625778822d86b0337407514b9372562b86edfa91cdAndreas Huber        profile.nAACtools = OMX_AUDIO_AACToolAll;
16635778822d86b0337407514b9372562b86edfa91cdAndreas Huber        profile.nAACERtools = OMX_AUDIO_AACERNone;
1664aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke        profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile;
16655778822d86b0337407514b9372562b86edfa91cdAndreas Huber        profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF;
1666b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi        switch (sbrMode) {
1667b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi        case 0:
1668b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            // disable sbr
1669b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR;
1670b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR;
1671b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            break;
1672b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi        case 1:
1673b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            // enable single-rate sbr
1674b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR;
1675b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR;
1676b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            break;
1677b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi        case 2:
1678b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            // enable dual-rate sbr
1679b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR;
1680b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR;
1681b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            break;
1682b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi        case -1:
1683b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            // enable both modes -> the codec will decide which mode should be used
1684b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR;
1685b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR;
1686b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            break;
1687b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi        default:
1688b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            // unsupported sbr mode
1689b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi            return BAD_VALUE;
1690b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi        }
1691b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi
16925778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16935778822d86b0337407514b9372562b86edfa91cdAndreas Huber        err = mOMX->setParameter(
16945778822d86b0337407514b9372562b86edfa91cdAndreas Huber                mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile));
16955778822d86b0337407514b9372562b86edfa91cdAndreas Huber
16965778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (err != OK) {
16975778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return err;
16985778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
16995778822d86b0337407514b9372562b86edfa91cdAndreas Huber
17005778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
17015778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
17025778822d86b0337407514b9372562b86edfa91cdAndreas Huber
1703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    OMX_AUDIO_PARAM_AACPROFILETYPE profile;
1704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    InitOMXParams(&profile);
1705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    profile.nPortIndex = kPortIndexInput;
1706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
17075778822d86b0337407514b9372562b86edfa91cdAndreas Huber    err = mOMX->getParameter(
1708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile));
1709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (err != OK) {
1711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return err;
1712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
1713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    profile.nChannels = numChannels;
1715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    profile.nSampleRate = sampleRate;
1716ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber
1717ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber    profile.eAACStreamFormat =
1718ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber        isADTS
1719ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber            ? OMX_AUDIO_AACStreamFormatMP4ADTS
1720ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber            : OMX_AUDIO_AACStreamFormatMP4FF;
1721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
17228045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi    OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation;
17238045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi    presentation.nMaxOutputChannels = maxOutputChannelCount;
17248045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi    presentation.nDrcCut = drc.drcCut;
17258045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi    presentation.nDrcBoost = drc.drcBoost;
17268045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi    presentation.nHeavyCompression = drc.heavyCompression;
17278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi    presentation.nTargetReferenceLevel = drc.targetRefLevel;
17288045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi    presentation.nEncodedTargetLevel = drc.encodedTargetLevel;
17292965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang    presentation.nPCMLimiterEnable = pcmLimiterEnable;
17308045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi
17318045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi    status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile));
17328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi    if (res == OK) {
17338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi        // optional parameters, will not cause configuration failure
17348045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi        mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation,
17358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi                &presentation, sizeof(presentation));
17368045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi    } else {
17378045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi        ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res);
17388045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi    }
17398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi    return res;
17405778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
1741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
174297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec(
174397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu        bool encoder, int32_t numChannels, int32_t sampleRate) {
174497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu    status_t err = setupRawAudioFormat(
174597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu            encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels);
174697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu
174797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu    if (err != OK) {
174897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu        return err;
174997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu    }
175097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu
175197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu    if (encoder) {
175297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu        ALOGW("AC3 encoding is not supported.");
175397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu        return INVALID_OPERATION;
175497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu    }
175597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu
175697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu    OMX_AUDIO_PARAM_ANDROID_AC3TYPE def;
175797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu    InitOMXParams(&def);
175897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu    def.nPortIndex = kPortIndexInput;
175997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu
176097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu    err = mOMX->getParameter(
176197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu            mNode,
176297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu            (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3,
176397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu            &def,
176497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu            sizeof(def));
176597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu
176697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu    if (err != OK) {
176797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu        return err;
176897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu    }
176997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu
177097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu    def.nChannels = numChannels;
177197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu    def.nSampleRate = sampleRate;
177297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu
177397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu    return mOMX->setParameter(
177497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu            mNode,
177597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu            (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3,
177697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu            &def,
177797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu            sizeof(def));
177897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu}
177997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu
17805778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate(
17815778822d86b0337407514b9372562b86edfa91cdAndreas Huber        bool isAMRWB, int32_t bps) {
17825778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (isAMRWB) {
17835778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (bps <= 6600) {
17845778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return OMX_AUDIO_AMRBandModeWB0;
17855778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else if (bps <= 8850) {
17865778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return OMX_AUDIO_AMRBandModeWB1;
17875778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else if (bps <= 12650) {
17885778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return OMX_AUDIO_AMRBandModeWB2;
17895778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else if (bps <= 14250) {
17905778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return OMX_AUDIO_AMRBandModeWB3;
17915778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else if (bps <= 15850) {
17925778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return OMX_AUDIO_AMRBandModeWB4;
17935778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else if (bps <= 18250) {
17945778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return OMX_AUDIO_AMRBandModeWB5;
17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else if (bps <= 19850) {
17965778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return OMX_AUDIO_AMRBandModeWB6;
17975778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else if (bps <= 23050) {
17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return OMX_AUDIO_AMRBandModeWB7;
17995778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
18005778822d86b0337407514b9372562b86edfa91cdAndreas Huber
18015778822d86b0337407514b9372562b86edfa91cdAndreas Huber        // 23850 bps
18025778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return OMX_AUDIO_AMRBandModeWB8;
18035778822d86b0337407514b9372562b86edfa91cdAndreas Huber    } else {  // AMRNB
18045778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (bps <= 4750) {
18055778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return OMX_AUDIO_AMRBandModeNB0;
18065778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else if (bps <= 5150) {
18075778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return OMX_AUDIO_AMRBandModeNB1;
18085778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else if (bps <= 5900) {
18095778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return OMX_AUDIO_AMRBandModeNB2;
18105778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else if (bps <= 6700) {
18115778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return OMX_AUDIO_AMRBandModeNB3;
18125778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else if (bps <= 7400) {
18135778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return OMX_AUDIO_AMRBandModeNB4;
18145778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else if (bps <= 7950) {
18155778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return OMX_AUDIO_AMRBandModeNB5;
18165778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else if (bps <= 10200) {
18175778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return OMX_AUDIO_AMRBandModeNB6;
18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber
18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber        // 12200 bps
18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return OMX_AUDIO_AMRBandModeNB7;
18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
1823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
1824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
18255778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) {
1826729de186450f78c099637e1fce743fe531862c52Andreas Huber    OMX_AUDIO_PARAM_AMRTYPE def;
1827729de186450f78c099637e1fce743fe531862c52Andreas Huber    InitOMXParams(&def);
18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber    def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput;
1829729de186450f78c099637e1fce743fe531862c52Andreas Huber
1830729de186450f78c099637e1fce743fe531862c52Andreas Huber    status_t err =
1831729de186450f78c099637e1fce743fe531862c52Andreas Huber        mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def));
1832729de186450f78c099637e1fce743fe531862c52Andreas Huber
1833729de186450f78c099637e1fce743fe531862c52Andreas Huber    if (err != OK) {
1834729de186450f78c099637e1fce743fe531862c52Andreas Huber        return err;
1835729de186450f78c099637e1fce743fe531862c52Andreas Huber    }
1836729de186450f78c099637e1fce743fe531862c52Andreas Huber
1837729de186450f78c099637e1fce743fe531862c52Andreas Huber    def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF;
18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber    def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate);
18395778822d86b0337407514b9372562b86edfa91cdAndreas Huber
18405778822d86b0337407514b9372562b86edfa91cdAndreas Huber    err = mOMX->setParameter(
18415778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mNode, OMX_IndexParamAudioAmr, &def, sizeof(def));
1842729de186450f78c099637e1fce743fe531862c52Andreas Huber
18435778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
18445778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
18455778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
1846729de186450f78c099637e1fce743fe531862c52Andreas Huber
18475778822d86b0337407514b9372562b86edfa91cdAndreas Huber    return setupRawAudioFormat(
18485778822d86b0337407514b9372562b86edfa91cdAndreas Huber            encoder ? kPortIndexInput : kPortIndexOutput,
18495778822d86b0337407514b9372562b86edfa91cdAndreas Huber            isWAMR ? 16000 : 8000 /* sampleRate */,
18505778822d86b0337407514b9372562b86edfa91cdAndreas Huber            1 /* numChannels */);
1851729de186450f78c099637e1fce743fe531862c52Andreas Huber}
1852729de186450f78c099637e1fce743fe531862c52Andreas Huber
18535778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupG711Codec(bool encoder, int32_t numChannels) {
18545778822d86b0337407514b9372562b86edfa91cdAndreas Huber    CHECK(!encoder);  // XXX TODO
18555778822d86b0337407514b9372562b86edfa91cdAndreas Huber
1856729de186450f78c099637e1fce743fe531862c52Andreas Huber    return setupRawAudioFormat(
1857729de186450f78c099637e1fce743fe531862c52Andreas Huber            kPortIndexInput, 8000 /* sampleRate */, numChannels);
1858729de186450f78c099637e1fce743fe531862c52Andreas Huber}
1859729de186450f78c099637e1fce743fe531862c52Andreas Huber
18602f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec(
18612f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) {
18622f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi
18632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi    if (encoder) {
18642f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        OMX_AUDIO_PARAM_FLACTYPE def;
18652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        InitOMXParams(&def);
18662f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        def.nPortIndex = kPortIndexOutput;
18672f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi
18682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        // configure compression level
18692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def));
18702f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        if (err != OK) {
18712f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi            ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err);
18722f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi            return err;
18732f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        }
18742f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        def.nCompressionLevel = compressionLevel;
18752f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def));
18762f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        if (err != OK) {
18772f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi            ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err);
18782f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi            return err;
18792f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi        }
18802f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi    }
18812f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi
18822f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi    return setupRawAudioFormat(
18832f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi            encoder ? kPortIndexInput : kPortIndexOutput,
18842f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi            sampleRate,
18852f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi            numChannels);
18862f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi}
18872f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi
1888729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat(
1889729de186450f78c099637e1fce743fe531862c52Andreas Huber        OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) {
1890729de186450f78c099637e1fce743fe531862c52Andreas Huber    OMX_PARAM_PORTDEFINITIONTYPE def;
1891729de186450f78c099637e1fce743fe531862c52Andreas Huber    InitOMXParams(&def);
1892729de186450f78c099637e1fce743fe531862c52Andreas Huber    def.nPortIndex = portIndex;
1893729de186450f78c099637e1fce743fe531862c52Andreas Huber
1894729de186450f78c099637e1fce743fe531862c52Andreas Huber    status_t err = mOMX->getParameter(
1895729de186450f78c099637e1fce743fe531862c52Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
1896729de186450f78c099637e1fce743fe531862c52Andreas Huber
1897729de186450f78c099637e1fce743fe531862c52Andreas Huber    if (err != OK) {
1898729de186450f78c099637e1fce743fe531862c52Andreas Huber        return err;
1899729de186450f78c099637e1fce743fe531862c52Andreas Huber    }
1900729de186450f78c099637e1fce743fe531862c52Andreas Huber
1901729de186450f78c099637e1fce743fe531862c52Andreas Huber    def.format.audio.eEncoding = OMX_AUDIO_CodingPCM;
1902729de186450f78c099637e1fce743fe531862c52Andreas Huber
1903729de186450f78c099637e1fce743fe531862c52Andreas Huber    err = mOMX->setParameter(
1904729de186450f78c099637e1fce743fe531862c52Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
1905729de186450f78c099637e1fce743fe531862c52Andreas Huber
1906729de186450f78c099637e1fce743fe531862c52Andreas Huber    if (err != OK) {
1907729de186450f78c099637e1fce743fe531862c52Andreas Huber        return err;
1908729de186450f78c099637e1fce743fe531862c52Andreas Huber    }
1909729de186450f78c099637e1fce743fe531862c52Andreas Huber
1910729de186450f78c099637e1fce743fe531862c52Andreas Huber    OMX_AUDIO_PARAM_PCMMODETYPE pcmParams;
1911729de186450f78c099637e1fce743fe531862c52Andreas Huber    InitOMXParams(&pcmParams);
1912729de186450f78c099637e1fce743fe531862c52Andreas Huber    pcmParams.nPortIndex = portIndex;
1913729de186450f78c099637e1fce743fe531862c52Andreas Huber
1914729de186450f78c099637e1fce743fe531862c52Andreas Huber    err = mOMX->getParameter(
1915729de186450f78c099637e1fce743fe531862c52Andreas Huber            mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams));
1916729de186450f78c099637e1fce743fe531862c52Andreas Huber
1917729de186450f78c099637e1fce743fe531862c52Andreas Huber    if (err != OK) {
1918729de186450f78c099637e1fce743fe531862c52Andreas Huber        return err;
1919729de186450f78c099637e1fce743fe531862c52Andreas Huber    }
1920729de186450f78c099637e1fce743fe531862c52Andreas Huber
1921729de186450f78c099637e1fce743fe531862c52Andreas Huber    pcmParams.nChannels = numChannels;
1922729de186450f78c099637e1fce743fe531862c52Andreas Huber    pcmParams.eNumData = OMX_NumericalDataSigned;
1923729de186450f78c099637e1fce743fe531862c52Andreas Huber    pcmParams.bInterleaved = OMX_TRUE;
1924729de186450f78c099637e1fce743fe531862c52Andreas Huber    pcmParams.nBitPerSample = 16;
1925729de186450f78c099637e1fce743fe531862c52Andreas Huber    pcmParams.nSamplingRate = sampleRate;
1926729de186450f78c099637e1fce743fe531862c52Andreas Huber    pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear;
1927729de186450f78c099637e1fce743fe531862c52Andreas Huber
1928c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber    if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) {
1929c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber        return OMX_ErrorNone;
1930729de186450f78c099637e1fce743fe531862c52Andreas Huber    }
1931729de186450f78c099637e1fce743fe531862c52Andreas Huber
1932729de186450f78c099637e1fce743fe531862c52Andreas Huber    return mOMX->setParameter(
1933729de186450f78c099637e1fce743fe531862c52Andreas Huber            mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams));
1934729de186450f78c099637e1fce743fe531862c52Andreas Huber}
1935729de186450f78c099637e1fce743fe531862c52Andreas Huber
19365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback(
193797827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad        int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) {
19385a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad    native_handle_t* sidebandHandle;
19395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad
19405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad    status_t err = mOMX->configureVideoTunnelMode(
19415a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad            mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle);
19425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad    if (err != OK) {
19435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad        ALOGE("configureVideoTunnelMode failed! (err %d).", err);
19445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad        return err;
19455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad    }
19465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad
19475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad    err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle);
19485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad    if (err != OK) {
19495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad        ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).",
19505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad                sidebandHandle, err);
19515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad        return err;
19525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad    }
19535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad
19545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad    return OK;
19555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad}
19565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad
1957f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType(
1958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        OMX_U32 portIndex,
1959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        OMX_VIDEO_CODINGTYPE compressionFormat,
1960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        OMX_COLOR_FORMATTYPE colorFormat) {
1961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    OMX_VIDEO_PARAM_PORTFORMATTYPE format;
1962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    InitOMXParams(&format);
1963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    format.nPortIndex = portIndex;
1964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    format.nIndex = 0;
1965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool found = false;
1966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    OMX_U32 index = 0;
1968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    for (;;) {
1969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        format.nIndex = index;
1970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        status_t err = mOMX->getParameter(
1971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                mNode, OMX_IndexParamVideoPortFormat,
1972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                &format, sizeof(format));
1973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        if (err != OK) {
1975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return err;
1976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
1977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1978229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar        // substitute back flexible color format to codec supported format
1979229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar        OMX_U32 flexibleEquivalent;
1980229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar        if (compressionFormat == OMX_VIDEO_CodingUnused &&
1981229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar                isFlexibleColorFormat(
1982229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar                        mOMX, mNode, format.eColorFormat, &flexibleEquivalent) &&
1983229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar                colorFormat == flexibleEquivalent) {
1984229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar            ALOGI("[%s] using color format %#x in place of %#x",
1985229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar                    mComponentName.c_str(), format.eColorFormat, colorFormat);
1986229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar            colorFormat = format.eColorFormat;
1987229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar        }
1988229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar
1989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        // The following assertion is violated by TI's video decoder.
1990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        // CHECK_EQ(format.nIndex, index);
1991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) {
1993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            if (portIndex == kPortIndexInput
1994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    && colorFormat == format.eColorFormat) {
1995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                // eCompressionFormat does not seem right.
1996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                found = true;
1997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                break;
1998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            }
1999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            if (portIndex == kPortIndexOutput
2000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    && compressionFormat == format.eCompressionFormat) {
2001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                // eColorFormat does not seem right.
2002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                found = true;
2003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                break;
2004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            }
2005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
2006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        if (format.eCompressionFormat == compressionFormat
2008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            && format.eColorFormat == colorFormat) {
2009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            found = true;
2010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
2011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
2012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        ++index;
2014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
2015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (!found) {
2017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return UNKNOWN_ERROR;
2018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
2019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t err = mOMX->setParameter(
2021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mNode, OMX_IndexParamVideoPortFormat,
2022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            &format, sizeof(format));
2023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return err;
2025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
2026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2027f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setSupportedOutputFormat() {
2028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    OMX_VIDEO_PARAM_PORTFORMATTYPE format;
2029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    InitOMXParams(&format);
2030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    format.nPortIndex = kPortIndexOutput;
2031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    format.nIndex = 0;
2032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t err = mOMX->getParameter(
2034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mNode, OMX_IndexParamVideoPortFormat,
2035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            &format, sizeof(format));
2036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK_EQ(err, (status_t)OK);
2037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK_EQ((int)format.eCompressionFormat, (int)OMX_VIDEO_CodingUnused);
2038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return mOMX->setParameter(
2040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mNode, OMX_IndexParamVideoPortFormat,
2041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            &format, sizeof(format));
2042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
2043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2044e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry {
2045e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber    const char *mMime;
2046e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber    OMX_VIDEO_CODINGTYPE mVideoCodingType;
2047e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = {
2048e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber    { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC },
20492472b1c0d63454e5d90a982bd6c555de6c3127bdRachad    { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC },
2050e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber    { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 },
2051e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber    { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 },
2052e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber    { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 },
205394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang    { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 },
205494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang    { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 },
2055e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber};
2056e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
20575778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime(
20585778822d86b0337407514b9372562b86edfa91cdAndreas Huber        const char *mime, OMX_VIDEO_CODINGTYPE *codingType) {
2059e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber    for (size_t i = 0;
2060e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber         i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]);
2061e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber         ++i) {
2062e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber        if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) {
2063e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber            *codingType = kVideoCodingMapEntry[i].mVideoCodingType;
2064e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber            return OK;
2065e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber        }
2066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
2067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2068e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber    *codingType = OMX_VIDEO_CodingUnused;
2069e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
2070e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber    return ERROR_UNSUPPORTED;
2071e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}
2072e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
2073e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding(
2074e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber        OMX_VIDEO_CODINGTYPE codingType, AString *mime) {
2075e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber    for (size_t i = 0;
2076e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber         i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]);
2077e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber         ++i) {
2078e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber        if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) {
2079e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber            *mime = kVideoCodingMapEntry[i].mMime;
2080e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber            return OK;
2081e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber        }
2082e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber    }
2083e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
2084e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber    mime->clear();
2085e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
2086e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber    return ERROR_UNSUPPORTED;
20875778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
20885778822d86b0337407514b9372562b86edfa91cdAndreas Huber
20895778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder(
209089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar        const char *mime, const sp<AMessage> &msg) {
209189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar    int32_t width, height;
209289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar    if (!msg->findInt32("width", &width)
209389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar            || !msg->findInt32("height", &height)) {
209489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar        return INVALID_OPERATION;
209589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar    }
209689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar
20975778822d86b0337407514b9372562b86edfa91cdAndreas Huber    OMX_VIDEO_CODINGTYPE compressionFormat;
20985778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat);
20995778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21005778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
21015778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
21025778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
21035778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21045778822d86b0337407514b9372562b86edfa91cdAndreas Huber    err = setVideoPortFormatType(
2105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused);
2106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (err != OK) {
2108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return err;
2109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
2110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
211189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar    int32_t tmp;
211289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar    if (msg->findInt32("color-format", &tmp)) {
211389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar        OMX_COLOR_FORMATTYPE colorFormat =
211489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar            static_cast<OMX_COLOR_FORMATTYPE>(tmp);
211589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar        err = setVideoPortFormatType(
211689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar                kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat);
211789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar        if (err != OK) {
211889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar            ALOGW("[%s] does not support color format %d",
211989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar                  mComponentName.c_str(), colorFormat);
212089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar            err = setSupportedOutputFormat();
212189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar        }
212289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar    } else {
212389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar        err = setSupportedOutputFormat();
212489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar    }
2125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (err != OK) {
2127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return err;
2128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
2129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    err = setVideoFormatOnPort(
2131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            kPortIndexInput, width, height, compressionFormat);
2132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (err != OK) {
2134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return err;
2135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
2136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    err = setVideoFormatOnPort(
2138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused);
2139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (err != OK) {
2141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return err;
2142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
2143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return OK;
2145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
2146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
21475778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoEncoder(const char *mime, const sp<AMessage> &msg) {
21485778822d86b0337407514b9372562b86edfa91cdAndreas Huber    int32_t tmp;
21495778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (!msg->findInt32("color-format", &tmp)) {
21505778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return INVALID_OPERATION;
21515778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
21525778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21535778822d86b0337407514b9372562b86edfa91cdAndreas Huber    OMX_COLOR_FORMATTYPE colorFormat =
21545778822d86b0337407514b9372562b86edfa91cdAndreas Huber        static_cast<OMX_COLOR_FORMATTYPE>(tmp);
21555778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21565778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t err = setVideoPortFormatType(
21575778822d86b0337407514b9372562b86edfa91cdAndreas Huber            kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat);
21585778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21595778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
21605778822d86b0337407514b9372562b86edfa91cdAndreas Huber        ALOGE("[%s] does not support color format %d",
21615778822d86b0337407514b9372562b86edfa91cdAndreas Huber              mComponentName.c_str(), colorFormat);
21625778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21635778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
21645778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
21655778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21665778822d86b0337407514b9372562b86edfa91cdAndreas Huber    /* Input port configuration */
21675778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21685778822d86b0337407514b9372562b86edfa91cdAndreas Huber    OMX_PARAM_PORTDEFINITIONTYPE def;
21695778822d86b0337407514b9372562b86edfa91cdAndreas Huber    InitOMXParams(&def);
21705778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21715778822d86b0337407514b9372562b86edfa91cdAndreas Huber    OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video;
21725778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21735778822d86b0337407514b9372562b86edfa91cdAndreas Huber    def.nPortIndex = kPortIndexInput;
21745778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21755778822d86b0337407514b9372562b86edfa91cdAndreas Huber    err = mOMX->getParameter(
21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
21775778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21785778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
21795778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
21805778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
21815778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21825778822d86b0337407514b9372562b86edfa91cdAndreas Huber    int32_t width, height, bitrate;
21835778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (!msg->findInt32("width", &width)
21845778822d86b0337407514b9372562b86edfa91cdAndreas Huber            || !msg->findInt32("height", &height)
21855778822d86b0337407514b9372562b86edfa91cdAndreas Huber            || !msg->findInt32("bitrate", &bitrate)) {
21865778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return INVALID_OPERATION;
21875778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
21885778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21895778822d86b0337407514b9372562b86edfa91cdAndreas Huber    video_def->nFrameWidth = width;
21905778822d86b0337407514b9372562b86edfa91cdAndreas Huber    video_def->nFrameHeight = height;
21915778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21925778822d86b0337407514b9372562b86edfa91cdAndreas Huber    int32_t stride;
21935778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (!msg->findInt32("stride", &stride)) {
21945778822d86b0337407514b9372562b86edfa91cdAndreas Huber        stride = width;
21955778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
21965778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21975778822d86b0337407514b9372562b86edfa91cdAndreas Huber    video_def->nStride = stride;
21985778822d86b0337407514b9372562b86edfa91cdAndreas Huber
21995778822d86b0337407514b9372562b86edfa91cdAndreas Huber    int32_t sliceHeight;
22005778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (!msg->findInt32("slice-height", &sliceHeight)) {
22015778822d86b0337407514b9372562b86edfa91cdAndreas Huber        sliceHeight = height;
22025778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
22035778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22045778822d86b0337407514b9372562b86edfa91cdAndreas Huber    video_def->nSliceHeight = sliceHeight;
22055778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22065778822d86b0337407514b9372562b86edfa91cdAndreas Huber    def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2;
22075778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22085778822d86b0337407514b9372562b86edfa91cdAndreas Huber    float frameRate;
22095778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (!msg->findFloat("frame-rate", &frameRate)) {
22105778822d86b0337407514b9372562b86edfa91cdAndreas Huber        int32_t tmp;
22115778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (!msg->findInt32("frame-rate", &tmp)) {
22125778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return INVALID_OPERATION;
22135778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
22145778822d86b0337407514b9372562b86edfa91cdAndreas Huber        frameRate = (float)tmp;
22152c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang        mTimePerFrameUs = (int64_t) (1000000.0f / frameRate);
22165778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
22175778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22185778822d86b0337407514b9372562b86edfa91cdAndreas Huber    video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f);
22195778822d86b0337407514b9372562b86edfa91cdAndreas Huber    video_def->eCompressionFormat = OMX_VIDEO_CodingUnused;
22205778822d86b0337407514b9372562b86edfa91cdAndreas Huber    video_def->eColorFormat = colorFormat;
22215778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22225778822d86b0337407514b9372562b86edfa91cdAndreas Huber    err = mOMX->setParameter(
22235778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
22245778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22255778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
22265778822d86b0337407514b9372562b86edfa91cdAndreas Huber        ALOGE("[%s] failed to set input port definition parameters.",
22275778822d86b0337407514b9372562b86edfa91cdAndreas Huber              mComponentName.c_str());
22285778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22295778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
22315778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber    /* Output port configuration */
22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22345778822d86b0337407514b9372562b86edfa91cdAndreas Huber    OMX_VIDEO_CODINGTYPE compressionFormat;
22355778822d86b0337407514b9372562b86edfa91cdAndreas Huber    err = GetVideoCodingTypeFromMime(mime, &compressionFormat);
22365778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22375778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
22385778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
22395778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
22405778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22415778822d86b0337407514b9372562b86edfa91cdAndreas Huber    err = setVideoPortFormatType(
22425778822d86b0337407514b9372562b86edfa91cdAndreas Huber            kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused);
22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22445778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
22455778822d86b0337407514b9372562b86edfa91cdAndreas Huber        ALOGE("[%s] does not support compression format %d",
22465778822d86b0337407514b9372562b86edfa91cdAndreas Huber             mComponentName.c_str(), compressionFormat);
22475778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22515778822d86b0337407514b9372562b86edfa91cdAndreas Huber    def.nPortIndex = kPortIndexOutput;
22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22535778822d86b0337407514b9372562b86edfa91cdAndreas Huber    err = mOMX->getParameter(
22545778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
22555778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22565778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
22575778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
22585778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
22595778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22605778822d86b0337407514b9372562b86edfa91cdAndreas Huber    video_def->nFrameWidth = width;
22615778822d86b0337407514b9372562b86edfa91cdAndreas Huber    video_def->nFrameHeight = height;
22625778822d86b0337407514b9372562b86edfa91cdAndreas Huber    video_def->xFramerate = 0;
22635778822d86b0337407514b9372562b86edfa91cdAndreas Huber    video_def->nBitrate = bitrate;
22645778822d86b0337407514b9372562b86edfa91cdAndreas Huber    video_def->eCompressionFormat = compressionFormat;
22655778822d86b0337407514b9372562b86edfa91cdAndreas Huber    video_def->eColorFormat = OMX_COLOR_FormatUnused;
22665778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22675778822d86b0337407514b9372562b86edfa91cdAndreas Huber    err = mOMX->setParameter(
22685778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
22695778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22705778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
22715778822d86b0337407514b9372562b86edfa91cdAndreas Huber        ALOGE("[%s] failed to set output port definition parameters.",
22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber              mComponentName.c_str());
22735778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber    switch (compressionFormat) {
22785778822d86b0337407514b9372562b86edfa91cdAndreas Huber        case OMX_VIDEO_CodingMPEG4:
22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber            err = setupMPEG4EncoderParameters(msg);
22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber            break;
22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber        case OMX_VIDEO_CodingH263:
22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber            err = setupH263EncoderParameters(msg);
22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber            break;
22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber
22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber        case OMX_VIDEO_CodingAVC:
22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber            err = setupAVCEncoderParameters(msg);
22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber            break;
22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber
2290c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad        case OMX_VIDEO_CodingHEVC:
2291c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad            err = setupHEVCEncoderParameters(msg);
2292c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad            break;
2293c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad
229489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber        case OMX_VIDEO_CodingVP8:
229589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber        case OMX_VIDEO_CodingVP9:
229689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber            err = setupVPXEncoderParameters(msg);
229789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber            break;
229889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber
22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber        default:
23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber            break;
23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber
23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber    ALOGI("setupVideoEncoder succeeded");
23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber
23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber    return err;
23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber
23080dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) {
23090dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong    OMX_VIDEO_PARAM_INTRAREFRESHTYPE params;
23100dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong    InitOMXParams(&params);
23110dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong    params.nPortIndex = kPortIndexOutput;
23120dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong
23130dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong    params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode);
23140dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong
23150dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong    if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic ||
23160dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong            params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) {
23170dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong        int32_t mbs;
23180dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong        if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) {
23190dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong            return INVALID_OPERATION;
23200dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong        }
23210dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong        params.nCirMBs = mbs;
23220dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong    }
23230dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong
23240dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong    if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive ||
23250dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong            params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) {
23260dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong        int32_t mbs;
23270dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong        if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) {
23280dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong            return INVALID_OPERATION;
23290dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong        }
23300dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong        params.nAirMBs = mbs;
23310dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong
23320dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong        int32_t ref;
23330dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong        if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) {
23340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong            return INVALID_OPERATION;
23350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong        }
23360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong        params.nAirRef = ref;
23370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong    }
23380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong
23390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong    status_t err = mOMX->setParameter(
23400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong            mNode, OMX_IndexParamVideoIntraRefresh,
23410dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong            &params, sizeof(params));
23420dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong    return err;
23430dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong}
23440dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong
23455778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) {
23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (iFramesInterval < 0) {
23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return 0xFFFFFFFF;
23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber    } else if (iFramesInterval == 0) {
23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return 0;
23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber    OMX_U32 ret = frameRate * iFramesInterval;
23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber    return ret;
23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber
235596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) {
235696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber    int32_t tmp;
235796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber    if (!msg->findInt32("bitrate-mode", &tmp)) {
235896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber        return OMX_Video_ControlRateVariable;
235996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber    }
236096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber
236196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber    return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp);
236296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber}
236396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber
23645778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) {
23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber    int32_t bitrate, iFrameInterval;
23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (!msg->findInt32("bitrate", &bitrate)
23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber            || !msg->findInt32("i-frame-interval", &iFrameInterval)) {
23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return INVALID_OPERATION;
23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber
237196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber    OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg);
237296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber
23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber    float frameRate;
23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (!msg->findFloat("frame-rate", &frameRate)) {
23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber        int32_t tmp;
23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (!msg->findInt32("frame-rate", &tmp)) {
23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return INVALID_OPERATION;
23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber        frameRate = (float)tmp;
23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber
23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber    OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type;
23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber    InitOMXParams(&mpeg4type);
23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber    mpeg4type.nPortIndex = kPortIndexOutput;
23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber
23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t err = mOMX->getParameter(
23875778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type));
23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber
23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber
23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber    mpeg4type.nSliceHeaderSpacing = 0;
23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber    mpeg4type.bSVH = OMX_FALSE;
23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber    mpeg4type.bGov = OMX_FALSE;
23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber
23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber    mpeg4type.nAllowedPictureTypes =
23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber        OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP;
23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber    mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate);
24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (mpeg4type.nPFrames == 0) {
24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber        mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI;
24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber    mpeg4type.nBFrames = 0;
24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber    mpeg4type.nIDCVLCThreshold = 0;
24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber    mpeg4type.bACPred = OMX_TRUE;
24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber    mpeg4type.nMaxPacketSize = 256;
24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber    mpeg4type.nTimeIncRes = 1000;
24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber    mpeg4type.nHeaderExtension = 0;
24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber    mpeg4type.bReversibleVLC = OMX_FALSE;
24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber    int32_t profile;
24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (msg->findInt32("profile", &profile)) {
24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber        int32_t level;
24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (!msg->findInt32("level", &level)) {
24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return INVALID_OPERATION;
24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24195778822d86b0337407514b9372562b86edfa91cdAndreas Huber        err = verifySupportForProfileAndLevel(profile, level);
24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (err != OK) {
24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return err;
24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber        mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile);
24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber        mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level);
24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber    err = mOMX->setParameter(
24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type));
24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber
243696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber    err = configureBitrate(bitrate, bitrateMode);
24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber    return setupErrorCorrectionParameters();
24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24455778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) {
24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber    int32_t bitrate, iFrameInterval;
24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (!msg->findInt32("bitrate", &bitrate)
24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber            || !msg->findInt32("i-frame-interval", &iFrameInterval)) {
24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return INVALID_OPERATION;
24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber
245296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber    OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg);
245396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber
24545778822d86b0337407514b9372562b86edfa91cdAndreas Huber    float frameRate;
24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (!msg->findFloat("frame-rate", &frameRate)) {
24565778822d86b0337407514b9372562b86edfa91cdAndreas Huber        int32_t tmp;
24575778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (!msg->findInt32("frame-rate", &tmp)) {
24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return INVALID_OPERATION;
24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber        frameRate = (float)tmp;
24615778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber    OMX_VIDEO_PARAM_H263TYPE h263type;
24645778822d86b0337407514b9372562b86edfa91cdAndreas Huber    InitOMXParams(&h263type);
24655778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h263type.nPortIndex = kPortIndexOutput;
24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24675778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t err = mOMX->getParameter(
24685778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type));
24695778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24705778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
24715778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
24735778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h263type.nAllowedPictureTypes =
24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber        OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP;
24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate);
24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (h263type.nPFrames == 0) {
24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI;
24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h263type.nBFrames = 0;
24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber    int32_t profile;
24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (msg->findInt32("profile", &profile)) {
24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber        int32_t level;
24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (!msg->findInt32("level", &level)) {
24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return INVALID_OPERATION;
24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber        err = verifySupportForProfileAndLevel(profile, level);
24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (err != OK) {
24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return err;
24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
24955778822d86b0337407514b9372562b86edfa91cdAndreas Huber
24965778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile);
24975778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level);
24985778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber
25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h263type.bPLUSPTYPEAllowed = OMX_FALSE;
25015778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h263type.bForceRoundingTypeToZero = OMX_FALSE;
25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h263type.nPictureHeaderRepetition = 0;
25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h263type.nGOBHeaderInterval = 0;
25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber
25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber    err = mOMX->setParameter(
25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type));
25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber
25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
25115778822d86b0337407514b9372562b86edfa91cdAndreas Huber
251296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber    err = configureBitrate(bitrate, bitrateMode);
25135778822d86b0337407514b9372562b86edfa91cdAndreas Huber
25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber
25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber    return setupErrorCorrectionParameters();
25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber
2521a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static
2522a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor(
2523a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        int width, int height, int rate, int bitrate,
2524a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        OMX_VIDEO_AVCPROFILETYPE profile) {
2525a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar    // convert bitrate to main/baseline profile kbps equivalent
2526a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar    switch (profile) {
2527a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        case OMX_VIDEO_AVCProfileHigh10:
2528a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar            bitrate = divUp(bitrate, 3000); break;
2529a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        case OMX_VIDEO_AVCProfileHigh:
2530a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar            bitrate = divUp(bitrate, 1250); break;
2531a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        default:
2532a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar            bitrate = divUp(bitrate, 1000); break;
2533a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar    }
2534a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar
2535a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar    // convert size and rate to MBs
2536a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar    width = divUp(width, 16);
2537a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar    height = divUp(height, 16);
2538a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar    int mbs = width * height;
2539a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar    rate *= mbs;
2540a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar    int maxDimension = max(width, height);
2541a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar
2542a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar    static const int limits[][5] = {
2543a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        /*   MBps     MB   dim  bitrate        level */
2544a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        {    1485,    99,  28,     64, OMX_VIDEO_AVCLevel1  },
2545a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        {    1485,    99,  28,    128, OMX_VIDEO_AVCLevel1b },
2546a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        {    3000,   396,  56,    192, OMX_VIDEO_AVCLevel11 },
2547a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        {    6000,   396,  56,    384, OMX_VIDEO_AVCLevel12 },
2548a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        {   11880,   396,  56,    768, OMX_VIDEO_AVCLevel13 },
2549a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        {   11880,   396,  56,   2000, OMX_VIDEO_AVCLevel2  },
2550a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        {   19800,   792,  79,   4000, OMX_VIDEO_AVCLevel21 },
2551a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        {   20250,  1620, 113,   4000, OMX_VIDEO_AVCLevel22 },
2552a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        {   40500,  1620, 113,  10000, OMX_VIDEO_AVCLevel3  },
2553a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        {  108000,  3600, 169,  14000, OMX_VIDEO_AVCLevel31 },
2554a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        {  216000,  5120, 202,  20000, OMX_VIDEO_AVCLevel32 },
2555a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        {  245760,  8192, 256,  20000, OMX_VIDEO_AVCLevel4  },
2556a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        {  245760,  8192, 256,  50000, OMX_VIDEO_AVCLevel41 },
2557a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        {  522240,  8704, 263,  50000, OMX_VIDEO_AVCLevel42 },
2558a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        {  589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5  },
2559a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        {  983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 },
2560a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 },
2561a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar    };
2562a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar
2563a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar    for (size_t i = 0; i < ARRAY_SIZE(limits); i++) {
2564a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        const int (&limit)[5] = limits[i];
2565a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2]
2566a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar                && bitrate <= limit[3]) {
2567a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar            return limit[4];
2568a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar        }
2569a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar    }
2570a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar    return 0;
2571a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar}
2572a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar
25735778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) {
25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber    int32_t bitrate, iFrameInterval;
25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (!msg->findInt32("bitrate", &bitrate)
25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber            || !msg->findInt32("i-frame-interval", &iFrameInterval)) {
25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return INVALID_OPERATION;
25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
25795778822d86b0337407514b9372562b86edfa91cdAndreas Huber
258096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber    OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg);
258196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber
25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber    float frameRate;
25835778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (!msg->findFloat("frame-rate", &frameRate)) {
25845778822d86b0337407514b9372562b86edfa91cdAndreas Huber        int32_t tmp;
25855778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (!msg->findInt32("frame-rate", &tmp)) {
25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return INVALID_OPERATION;
25875778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
25885778822d86b0337407514b9372562b86edfa91cdAndreas Huber        frameRate = (float)tmp;
25895778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
25905778822d86b0337407514b9372562b86edfa91cdAndreas Huber
25910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong    status_t err = OK;
25920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong    int32_t intraRefreshMode = 0;
25930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong    if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) {
25940dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong        err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode);
25950dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong        if (err != OK) {
25960dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong            ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x",
25970dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong                    err, intraRefreshMode);
25980dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong            return err;
25990dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong        }
26000dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong    }
26010dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong
26025778822d86b0337407514b9372562b86edfa91cdAndreas Huber    OMX_VIDEO_PARAM_AVCTYPE h264type;
26035778822d86b0337407514b9372562b86edfa91cdAndreas Huber    InitOMXParams(&h264type);
26045778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h264type.nPortIndex = kPortIndexOutput;
26055778822d86b0337407514b9372562b86edfa91cdAndreas Huber
26060dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong    err = mOMX->getParameter(
26075778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type));
26085778822d86b0337407514b9372562b86edfa91cdAndreas Huber
26095778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
26105778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
26115778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
26125778822d86b0337407514b9372562b86edfa91cdAndreas Huber
26135778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h264type.nAllowedPictureTypes =
26145778822d86b0337407514b9372562b86edfa91cdAndreas Huber        OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP;
26155778822d86b0337407514b9372562b86edfa91cdAndreas Huber
26165778822d86b0337407514b9372562b86edfa91cdAndreas Huber    int32_t profile;
26175778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (msg->findInt32("profile", &profile)) {
26185778822d86b0337407514b9372562b86edfa91cdAndreas Huber        int32_t level;
26195778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (!msg->findInt32("level", &level)) {
26205778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return INVALID_OPERATION;
26215778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
26225778822d86b0337407514b9372562b86edfa91cdAndreas Huber
26235778822d86b0337407514b9372562b86edfa91cdAndreas Huber        err = verifySupportForProfileAndLevel(profile, level);
26245778822d86b0337407514b9372562b86edfa91cdAndreas Huber
26255778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (err != OK) {
26265778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return err;
26275778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
26285778822d86b0337407514b9372562b86edfa91cdAndreas Huber
26295778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile);
26305778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level);
26315778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
26325778822d86b0337407514b9372562b86edfa91cdAndreas Huber
26335778822d86b0337407514b9372562b86edfa91cdAndreas Huber    // XXX
26347c25df82dfc8bbedb58608242f0d923a4594bb14James Dong    if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) {
26357c25df82dfc8bbedb58608242f0d923a4594bb14James Dong        ALOGW("Use baseline profile instead of %d for AVC recording",
26367c25df82dfc8bbedb58608242f0d923a4594bb14James Dong            h264type.eProfile);
26375778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.eProfile = OMX_VIDEO_AVCProfileBaseline;
26385778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
26395778822d86b0337407514b9372562b86edfa91cdAndreas Huber
26405778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) {
26415778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.nSliceHeaderSpacing = 0;
26425778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.bUseHadamard = OMX_TRUE;
26435778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.nRefFrames = 1;
26445778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.nBFrames = 0;
26455778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate);
26465778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (h264type.nPFrames == 0) {
26475778822d86b0337407514b9372562b86edfa91cdAndreas Huber            h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI;
26485778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
26495778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.nRefIdx10ActiveMinus1 = 0;
26505778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.nRefIdx11ActiveMinus1 = 0;
26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.bEntropyCodingCABAC = OMX_FALSE;
26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.bWeightedPPrediction = OMX_FALSE;
26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.bconstIpred = OMX_FALSE;
26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.bDirect8x8Inference = OMX_FALSE;
26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.bDirectSpatialTemporal = OMX_FALSE;
26565778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.nCabacInitIdc = 0;
26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber
26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (h264type.nBFrames != 0) {
26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber        h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB;
26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber
26635778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h264type.bEnableUEP = OMX_FALSE;
26645778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h264type.bEnableFMO = OMX_FALSE;
26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h264type.bEnableASO = OMX_FALSE;
26665778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h264type.bEnableRS = OMX_FALSE;
26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h264type.bFrameMBsOnly = OMX_TRUE;
26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h264type.bMBAFF = OMX_FALSE;
26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber    h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable;
26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber
26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber    err = mOMX->setParameter(
26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type));
26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber
26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
26765778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
26775778822d86b0337407514b9372562b86edfa91cdAndreas Huber
267896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber    return configureBitrate(bitrate, bitrateMode);
26795778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
26805778822d86b0337407514b9372562b86edfa91cdAndreas Huber
2681c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) {
2682c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    int32_t bitrate, iFrameInterval;
2683c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    if (!msg->findInt32("bitrate", &bitrate)
2684c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad            || !msg->findInt32("i-frame-interval", &iFrameInterval)) {
2685c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad        return INVALID_OPERATION;
2686c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    }
2687c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad
2688c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg);
2689c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad
2690c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    float frameRate;
2691c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    if (!msg->findFloat("frame-rate", &frameRate)) {
2692c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad        int32_t tmp;
2693c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad        if (!msg->findInt32("frame-rate", &tmp)) {
2694c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad            return INVALID_OPERATION;
2695c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad        }
2696c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad        frameRate = (float)tmp;
2697c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    }
2698c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad
2699c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    OMX_VIDEO_PARAM_HEVCTYPE hevcType;
2700c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    InitOMXParams(&hevcType);
2701c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    hevcType.nPortIndex = kPortIndexOutput;
2702c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad
2703c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    status_t err = OK;
2704c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    err = mOMX->getParameter(
2705c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad            mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType));
2706c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    if (err != OK) {
2707c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad        return err;
2708c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    }
2709c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad
2710c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    int32_t profile;
2711c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    if (msg->findInt32("profile", &profile)) {
2712c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad        int32_t level;
2713c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad        if (!msg->findInt32("level", &level)) {
2714c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad            return INVALID_OPERATION;
2715c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad        }
2716c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad
2717c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad        err = verifySupportForProfileAndLevel(profile, level);
2718c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad        if (err != OK) {
2719c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad            return err;
2720c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad        }
2721c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad
2722c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad        hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile);
2723c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad        hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level);
2724c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    }
2725c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad
2726c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    // TODO: Need OMX structure definition for setting iFrameInterval
2727c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad
2728c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    err = mOMX->setParameter(
2729c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad            mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType));
2730c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    if (err != OK) {
2731c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad        return err;
2732c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    }
2733c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad
2734c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad    return configureBitrate(bitrate, bitrateMode);
2735c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad}
2736c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad
273789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) {
273889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber    int32_t bitrate;
27394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    int32_t iFrameInterval = 0;
27404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    size_t tsLayers = 0;
27414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern =
27424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        OMX_VIDEO_VPXTemporalLayerPatternNone;
27434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    static const uint32_t kVp8LayerRateAlloction
27444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS]
27454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = {
27464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        {100, 100, 100},  // 1 layer
27474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        { 60, 100, 100},  // 2 layers {60%, 40%}
27484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        { 40,  60, 100},  // 3 layers {40%, 20%, 40%}
27494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    };
275089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber    if (!msg->findInt32("bitrate", &bitrate)) {
275189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber        return INVALID_OPERATION;
275289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber    }
27534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    msg->findInt32("i-frame-interval", &iFrameInterval);
275489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber
275589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber    OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg);
275689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber
27574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    float frameRate;
27584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    if (!msg->findFloat("frame-rate", &frameRate)) {
27594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        int32_t tmp;
27604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        if (!msg->findInt32("frame-rate", &tmp)) {
27614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev            return INVALID_OPERATION;
27624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        }
27634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        frameRate = (float)tmp;
27644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    }
27654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev
27664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    AString tsSchema;
27674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    if (msg->findString("ts-schema", &tsSchema)) {
27684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        if (tsSchema == "webrtc.vp8.1-layer") {
27694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev            pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC;
27704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev            tsLayers = 1;
27714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        } else if (tsSchema == "webrtc.vp8.2-layer") {
27724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev            pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC;
27734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev            tsLayers = 2;
27744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        } else if (tsSchema == "webrtc.vp8.3-layer") {
27754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev            pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC;
27764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev            tsLayers = 3;
27774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        } else {
27784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev            ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str());
27794154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        }
27804154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    }
27814154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev
27824154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type;
27834154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    InitOMXParams(&vp8type);
27844154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    vp8type.nPortIndex = kPortIndexOutput;
27854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    status_t err = mOMX->getParameter(
27864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev            mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder,
27874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev            &vp8type, sizeof(vp8type));
27884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev
27894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    if (err == OK) {
27904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        if (iFrameInterval > 0) {
27914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev            vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate);
27924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        }
27934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        vp8type.eTemporalPattern = pattern;
27944154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        vp8type.nTemporalLayerCount = tsLayers;
27954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        if (tsLayers > 0) {
27964154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev            for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) {
27974154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev                vp8type.nTemporalLayerBitrateRatio[i] =
27984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev                    kVp8LayerRateAlloction[tsLayers - 1][i];
27994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev            }
28004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        }
28014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        if (bitrateMode == OMX_Video_ControlRateConstant) {
28024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev            vp8type.nMinQuantizer = 2;
28034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev            vp8type.nMaxQuantizer = 63;
28044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        }
28054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev
28064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        err = mOMX->setParameter(
28074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev                mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder,
28084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev                &vp8type, sizeof(vp8type));
28094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        if (err != OK) {
28104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev            ALOGW("Extended VP8 parameters set failed: %d", err);
28114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev        }
28124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev    }
28134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev
281489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber    return configureBitrate(bitrate, bitrateMode);
281589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber}
281689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber
28175778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel(
28185778822d86b0337407514b9372562b86edfa91cdAndreas Huber        int32_t profile, int32_t level) {
28195778822d86b0337407514b9372562b86edfa91cdAndreas Huber    OMX_VIDEO_PARAM_PROFILELEVELTYPE params;
28205778822d86b0337407514b9372562b86edfa91cdAndreas Huber    InitOMXParams(&params);
28215778822d86b0337407514b9372562b86edfa91cdAndreas Huber    params.nPortIndex = kPortIndexOutput;
28225778822d86b0337407514b9372562b86edfa91cdAndreas Huber
28235778822d86b0337407514b9372562b86edfa91cdAndreas Huber    for (params.nProfileIndex = 0;; ++params.nProfileIndex) {
28245778822d86b0337407514b9372562b86edfa91cdAndreas Huber        status_t err = mOMX->getParameter(
28255778822d86b0337407514b9372562b86edfa91cdAndreas Huber                mNode,
28265778822d86b0337407514b9372562b86edfa91cdAndreas Huber                OMX_IndexParamVideoProfileLevelQuerySupported,
28275778822d86b0337407514b9372562b86edfa91cdAndreas Huber                &params,
28285778822d86b0337407514b9372562b86edfa91cdAndreas Huber                sizeof(params));
28295778822d86b0337407514b9372562b86edfa91cdAndreas Huber
28305778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (err != OK) {
28315778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return err;
28325778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
28335778822d86b0337407514b9372562b86edfa91cdAndreas Huber
28345778822d86b0337407514b9372562b86edfa91cdAndreas Huber        int32_t supportedProfile = static_cast<int32_t>(params.eProfile);
28355778822d86b0337407514b9372562b86edfa91cdAndreas Huber        int32_t supportedLevel = static_cast<int32_t>(params.eLevel);
28365778822d86b0337407514b9372562b86edfa91cdAndreas Huber
28375778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (profile == supportedProfile && level <= supportedLevel) {
28385778822d86b0337407514b9372562b86edfa91cdAndreas Huber            return OK;
28395778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
28405778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
28415778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
28425778822d86b0337407514b9372562b86edfa91cdAndreas Huber
284396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate(
284496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber        int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) {
28455778822d86b0337407514b9372562b86edfa91cdAndreas Huber    OMX_VIDEO_PARAM_BITRATETYPE bitrateType;
28465778822d86b0337407514b9372562b86edfa91cdAndreas Huber    InitOMXParams(&bitrateType);
28475778822d86b0337407514b9372562b86edfa91cdAndreas Huber    bitrateType.nPortIndex = kPortIndexOutput;
28485778822d86b0337407514b9372562b86edfa91cdAndreas Huber
28495778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t err = mOMX->getParameter(
28505778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mNode, OMX_IndexParamVideoBitrate,
28515778822d86b0337407514b9372562b86edfa91cdAndreas Huber            &bitrateType, sizeof(bitrateType));
28525778822d86b0337407514b9372562b86edfa91cdAndreas Huber
28535778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
28545778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return err;
28555778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
28565778822d86b0337407514b9372562b86edfa91cdAndreas Huber
285796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber    bitrateType.eControlRate = bitrateMode;
28585778822d86b0337407514b9372562b86edfa91cdAndreas Huber    bitrateType.nTargetBitrate = bitrate;
28595778822d86b0337407514b9372562b86edfa91cdAndreas Huber
28605778822d86b0337407514b9372562b86edfa91cdAndreas Huber    return mOMX->setParameter(
28615778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mNode, OMX_IndexParamVideoBitrate,
28625778822d86b0337407514b9372562b86edfa91cdAndreas Huber            &bitrateType, sizeof(bitrateType));
28635778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
28645778822d86b0337407514b9372562b86edfa91cdAndreas Huber
28655778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() {
28665778822d86b0337407514b9372562b86edfa91cdAndreas Huber    OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType;
28675778822d86b0337407514b9372562b86edfa91cdAndreas Huber    InitOMXParams(&errorCorrectionType);
28685778822d86b0337407514b9372562b86edfa91cdAndreas Huber    errorCorrectionType.nPortIndex = kPortIndexOutput;
28695778822d86b0337407514b9372562b86edfa91cdAndreas Huber
28705778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t err = mOMX->getParameter(
28715778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mNode, OMX_IndexParamVideoErrorCorrection,
28725778822d86b0337407514b9372562b86edfa91cdAndreas Huber            &errorCorrectionType, sizeof(errorCorrectionType));
28735778822d86b0337407514b9372562b86edfa91cdAndreas Huber
28745778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
28755778822d86b0337407514b9372562b86edfa91cdAndreas Huber        return OK;  // Optional feature. Ignore this failure
28765778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
28775778822d86b0337407514b9372562b86edfa91cdAndreas Huber
28785778822d86b0337407514b9372562b86edfa91cdAndreas Huber    errorCorrectionType.bEnableHEC = OMX_FALSE;
28795778822d86b0337407514b9372562b86edfa91cdAndreas Huber    errorCorrectionType.bEnableResync = OMX_TRUE;
28805778822d86b0337407514b9372562b86edfa91cdAndreas Huber    errorCorrectionType.nResynchMarkerSpacing = 256;
28815778822d86b0337407514b9372562b86edfa91cdAndreas Huber    errorCorrectionType.bEnableDataPartitioning = OMX_FALSE;
28825778822d86b0337407514b9372562b86edfa91cdAndreas Huber    errorCorrectionType.bEnableRVLC = OMX_FALSE;
28835778822d86b0337407514b9372562b86edfa91cdAndreas Huber
28845778822d86b0337407514b9372562b86edfa91cdAndreas Huber    return mOMX->setParameter(
28855778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mNode, OMX_IndexParamVideoErrorCorrection,
28865778822d86b0337407514b9372562b86edfa91cdAndreas Huber            &errorCorrectionType, sizeof(errorCorrectionType));
28875778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
28885778822d86b0337407514b9372562b86edfa91cdAndreas Huber
2889f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort(
2890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        OMX_U32 portIndex,
2891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat) {
2892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    OMX_PARAM_PORTDEFINITIONTYPE def;
2893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    InitOMXParams(&def);
2894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    def.nPortIndex = portIndex;
2895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video;
2897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t err = mOMX->getParameter(
2899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
2900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK_EQ(err, (status_t)OK);
2902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (portIndex == kPortIndexInput) {
2904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        // XXX Need a (much) better heuristic to compute input buffer sizes.
2905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        const size_t X = 64 * 1024;
2906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        if (def.nBufferSize < X) {
2907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            def.nBufferSize = X;
2908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
2909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
2910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK_EQ((int)def.eDomain, (int)OMX_PortDomainVideo);
2912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    video_def->nFrameWidth = width;
2914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    video_def->nFrameHeight = height;
2915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (portIndex == kPortIndexInput) {
2917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        video_def->eCompressionFormat = compressionFormat;
2918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        video_def->eColorFormat = OMX_COLOR_FormatUnused;
2919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
2920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    err = mOMX->setParameter(
2922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
2923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return err;
2925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
2926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2927f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() {
2928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (mNativeWindow != NULL) {
2929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_TRUE);
2930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
2931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE);
2933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return OK;
2934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
2935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2936d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const {
2937d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber    size_t n = 0;
2938d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber
2939d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber    for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) {
2940d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber        const BufferInfo &info = mBuffers[portIndex].itemAt(i);
2941d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber
2942d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber        if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) {
2943d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber            ++n;
2944d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber        }
2945d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber    }
2946d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber
2947d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber    return n;
2948d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber}
2949d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber
29507e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const {
29517e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber    size_t n = 0;
29527e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber
29537e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber    for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) {
29547e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber        const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i);
29557e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber
29567e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber        if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) {
29577e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber            ++n;
29587e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber        }
29597e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber    }
29607e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber
29617e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber    return n;
29627e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber}
29637e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber
29647e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() {
29657e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber    if (mNativeWindow == NULL) {
29667e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber        return;
29677e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber    }
29687e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber
2969e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar    while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers
29707e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber            && dequeueBufferFromNativeWindow() != NULL) {
2971c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar        // these buffers will be submitted as regular buffers; account for this
2972c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar        if (mStoreMetaDataInOutputBuffers && mMetaDataBuffersToSubmit > 0) {
2973c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar            --mMetaDataBuffersToSubmit;
2974c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar        }
29757e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber    }
29767e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber}
29777e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber
2978f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs(
2979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        OMX_U32 portIndex) {
2980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) {
2981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        BufferInfo *info = &mBuffers[portIndex].editItemAt(i);
2982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        if (info->mStatus != BufferInfo::OWNED_BY_US
2984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) {
2985609b815a3131d22da38b2f452faa9f89daad4039Andy Hung            ALOGV("[%s] Buffer %u on port %u still has status %d",
2986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    mComponentName.c_str(),
2987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    info->mBufferID, portIndex, info->mStatus);
2988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return false;
2989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
2990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
2991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return true;
2993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
2994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
2995f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() {
2996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return allYourBuffersAreBelongToUs(kPortIndexInput)
2997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        && allYourBuffersAreBelongToUs(kPortIndexOutput);
2998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
2999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3000f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) {
3001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool wasEmptyBefore = mDeferredQueue.empty();
3002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mDeferredQueue.push_back(msg);
3003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
3004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3005f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() {
3006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    List<sp<AMessage> > queue = mDeferredQueue;
3007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mDeferredQueue.clear();
3008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    List<sp<AMessage> >::iterator it = queue.begin();
3010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    while (it != queue.end()) {
3011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        onMessageReceived(*it++);
3012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
3013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
3014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
301503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static
3016229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormatParams &params) {
301703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    MediaImage &image = params.sMediaImage;
301803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    memset(&image, 0, sizeof(image));
301903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar
302003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    image.mType = MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN;
302103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    image.mNumPlanes = 0;
302203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar
302303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat;
302403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    image.mWidth = params.nFrameWidth;
302503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    image.mHeight = params.nFrameHeight;
302603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar
302703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    // only supporting YUV420
302803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    if (fmt != OMX_COLOR_FormatYUV420Planar &&
302903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar        fmt != OMX_COLOR_FormatYUV420PackedPlanar &&
303003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar        fmt != OMX_COLOR_FormatYUV420SemiPlanar &&
303103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar        fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar) {
303203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar        ALOGW("do not know color format 0x%x = %d", fmt, fmt);
3033229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar        return false;
303403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    }
303503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar
3036b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar    // TEMPORARY FIX for some vendors that advertise sliceHeight as 0
3037b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar    if (params.nStride != 0 && params.nSliceHeight == 0) {
3038b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar        ALOGW("using sliceHeight=%u instead of what codec advertised (=0)",
3039b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar                params.nFrameHeight);
3040b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar        params.nSliceHeight = params.nFrameHeight;
3041b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar    }
3042b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar
3043b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar    // we need stride and slice-height to be non-zero
3044b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar    if (params.nStride == 0 || params.nSliceHeight == 0) {
3045b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar        ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u",
3046b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar                fmt, fmt, params.nStride, params.nSliceHeight);
3047b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar        return false;
3048b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar    }
3049b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar
305003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    // set-up YUV format
305103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    image.mType = MediaImage::MEDIA_IMAGE_TYPE_YUV;
305203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    image.mNumPlanes = 3;
305303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    image.mBitDepth = 8;
305403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    image.mPlane[image.Y].mOffset = 0;
305503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    image.mPlane[image.Y].mColInc = 1;
305603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    image.mPlane[image.Y].mRowInc = params.nStride;
305703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    image.mPlane[image.Y].mHorizSubsampling = 1;
305803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    image.mPlane[image.Y].mVertSubsampling = 1;
305903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar
306003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    switch (fmt) {
306103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar        case OMX_COLOR_FormatYUV420Planar: // used for YV12
306203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar        case OMX_COLOR_FormatYUV420PackedPlanar:
306303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight;
306403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.U].mColInc = 1;
306503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.U].mRowInc = params.nStride / 2;
306603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.U].mHorizSubsampling = 2;
306703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.U].mVertSubsampling = 2;
306803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar
306903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset
307003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar                    + (params.nStride * params.nSliceHeight / 4);
307103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.V].mColInc = 1;
307203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.V].mRowInc = params.nStride / 2;
307303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.V].mHorizSubsampling = 2;
307403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.V].mVertSubsampling = 2;
307503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            break;
307603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar
307703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar        case OMX_COLOR_FormatYUV420SemiPlanar:
307803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder
307903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar        case OMX_COLOR_FormatYUV420PackedSemiPlanar:
308003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            // NV12
308103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight;
308203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.U].mColInc = 2;
308303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.U].mRowInc = params.nStride;
308403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.U].mHorizSubsampling = 2;
308503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.U].mVertSubsampling = 2;
308603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar
308703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1;
308803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.V].mColInc = 2;
308903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.V].mRowInc = params.nStride;
309003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.V].mHorizSubsampling = 2;
309103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            image.mPlane[image.V].mVertSubsampling = 2;
309203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            break;
309303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar
309403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar        default:
309503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar            TRESPASS();
309603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar    }
3097229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    return true;
3098229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar}
3099229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar
3100229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static
3101229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat(
3102229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar        const sp<IOMX> &omx, IOMX::node_id node,
3103229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar        DescribeColorFormatParams &describeParams)
3104229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{
3105229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    OMX_INDEXTYPE describeColorFormatIndex;
3106229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    if (omx->getExtensionIndex(
3107229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar            node, "OMX.google.android.index.describeColorFormat",
3108229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar            &describeColorFormatIndex) != OK ||
3109229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar        omx->getParameter(
3110229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar            node, describeColorFormatIndex,
3111229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar            &describeParams, sizeof(describeParams)) != OK) {
3112229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar        return describeDefaultColorFormat(describeParams);
3113229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    }
3114229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    return describeParams.sMediaImage.mType !=
3115229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar            MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN;
3116229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar}
3117229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar
3118229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static
3119229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat(
3120229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar         const sp<IOMX> &omx, IOMX::node_id node,
3121229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar         uint32_t colorFormat, OMX_U32 *flexibleEquivalent) {
3122229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    DescribeColorFormatParams describeParams;
3123229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    InitOMXParams(&describeParams);
3124229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat;
3125229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    // reasonable dummy values
3126229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    describeParams.nFrameWidth = 128;
3127229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    describeParams.nFrameHeight = 128;
3128229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    describeParams.nStride = 128;
3129229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    describeParams.nSliceHeight = 128;
3130229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar
3131229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    CHECK(flexibleEquivalent != NULL);
3132229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar
3133229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    if (!describeColorFormat(omx, node, describeParams)) {
3134229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar        return false;
3135229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    }
3136229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar
3137229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    const MediaImage &img = describeParams.sMediaImage;
3138229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    if (img.mType == MediaImage::MEDIA_IMAGE_TYPE_YUV) {
3139229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar        if (img.mNumPlanes != 3 ||
3140229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar            img.mPlane[img.Y].mHorizSubsampling != 1 ||
3141229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar            img.mPlane[img.Y].mVertSubsampling != 1) {
3142229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar            return false;
3143229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar        }
3144229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar
3145229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar        // YUV 420
3146229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar        if (img.mPlane[img.U].mHorizSubsampling == 2
3147229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar                && img.mPlane[img.U].mVertSubsampling == 2
3148229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar                && img.mPlane[img.V].mHorizSubsampling == 2
3149229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar                && img.mPlane[img.V].mVertSubsampling == 2) {
3150229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar            // possible flexible YUV420 format
3151229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar            if (img.mBitDepth <= 8) {
3152229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar               *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible;
3153229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar               return true;
3154229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar            }
3155229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar        }
3156229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    }
3157229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar    return false;
315803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar}
315903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar
3160e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> &notify) {
3161e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    // TODO: catch errors an return them instead of using CHECK
316231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber    OMX_PARAM_PORTDEFINITIONTYPE def;
316331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber    InitOMXParams(&def);
3164e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    def.nPortIndex = portIndex;
316531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
316631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber    CHECK_EQ(mOMX->getParameter(
316731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber                mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)),
316831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber             (status_t)OK);
316931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
3170e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    CHECK_EQ((int)def.eDir,
3171e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar            (int)(portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput));
317231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
317331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber    switch (def.eDomain) {
317431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber        case OMX_PortDomainVideo:
317531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber        {
317631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber            OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video;
3177e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar            switch ((int)videoDef->eCompressionFormat) {
3178e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                case OMX_VIDEO_CodingUnused:
3179e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                {
3180e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput));
3181e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW);
3182e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
3183e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    notify->setInt32("stride", videoDef->nStride);
3184e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    notify->setInt32("slice-height", videoDef->nSliceHeight);
3185e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    notify->setInt32("color-format", videoDef->eColorFormat);
3186e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
318703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar                    DescribeColorFormatParams describeParams;
318803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar                    InitOMXParams(&describeParams);
318903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar                    describeParams.eColorFormat = videoDef->eColorFormat;
319003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar                    describeParams.nFrameWidth = videoDef->nFrameWidth;
319103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar                    describeParams.nFrameHeight = videoDef->nFrameHeight;
319203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar                    describeParams.nStride = videoDef->nStride;
319303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar                    describeParams.nSliceHeight = videoDef->nSliceHeight;
319403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar
3195229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar                    if (describeColorFormat(mOMX, mNode, describeParams)) {
319603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar                        notify->setBuffer(
319703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar                                "image-data",
319803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar                                ABuffer::CreateAsCopy(
319903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar                                        &describeParams.sMediaImage,
320003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar                                        sizeof(describeParams.sMediaImage)));
320103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar                    }
320203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar
3203e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    OMX_CONFIG_RECTTYPE rect;
3204e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    InitOMXParams(&rect);
3205e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    rect.nPortIndex = kPortIndexOutput;
3206e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
3207e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    if (mOMX->getConfig(
3208e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                                mNode, OMX_IndexConfigCommonOutputCrop,
3209e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                                &rect, sizeof(rect)) != OK) {
3210e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                        rect.nLeft = 0;
3211e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                        rect.nTop = 0;
3212e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                        rect.nWidth = videoDef->nFrameWidth;
3213e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                        rect.nHeight = videoDef->nFrameHeight;
3214e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    }
321531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
3216e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    CHECK_GE(rect.nLeft, 0);
3217e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    CHECK_GE(rect.nTop, 0);
3218e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    CHECK_GE(rect.nWidth, 0u);
3219e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    CHECK_GE(rect.nHeight, 0u);
3220e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    CHECK_LE(rect.nLeft + rect.nWidth - 1, videoDef->nFrameWidth);
3221e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    CHECK_LE(rect.nTop + rect.nHeight - 1, videoDef->nFrameHeight);
3222e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
3223e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    notify->setRect(
3224577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar                            "crop",
3225577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar                            rect.nLeft,
3226577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar                            rect.nTop,
3227e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                            rect.nLeft + rect.nWidth - 1,
3228e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                            rect.nTop + rect.nHeight - 1);
3229e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
3230e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    break;
3231e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                }
32324730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia
32334730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                case OMX_VIDEO_CodingVP8:
32344730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                case OMX_VIDEO_CodingVP9:
32354730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                {
32364730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                    OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type;
32374730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                    InitOMXParams(&vp8type);
32384730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                    vp8type.nPortIndex = kPortIndexOutput;
32394730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                    status_t err = mOMX->getParameter(
32404730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                            mNode,
32414730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                            (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder,
32424730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                            &vp8type,
32434730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                            sizeof(vp8type));
32444730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia
32454730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                    if (err == OK) {
32464730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                        AString tsSchema = "none";
32474730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                        if (vp8type.eTemporalPattern
32484730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) {
32494730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                            switch (vp8type.nTemporalLayerCount) {
32504730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                case 1:
32514730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                {
32524730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                    tsSchema = "webrtc.vp8.1-layer";
32534730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                    break;
32544730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                }
32554730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                case 2:
32564730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                {
32574730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                    tsSchema = "webrtc.vp8.2-layer";
32584730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                    break;
32594730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                }
32604730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                case 3:
32614730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                {
32624730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                    tsSchema = "webrtc.vp8.3-layer";
32634730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                    break;
32644730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                }
32654730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                default:
32664730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                {
32674730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                    break;
32684730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                                }
32694730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                            }
32704730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                        }
32714730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                        notify->setString("ts-schema", tsSchema);
32724730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                    }
32734730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                    // Fall through to set up mime.
32744730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia                }
32754730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia
3276e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                default:
3277e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                {
3278e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    CHECK(mIsEncoder ^ (portIndex == kPortIndexInput));
3279e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    AString mime;
3280e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    if (GetMimeTypeForVideoCoding(
3281e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                        videoDef->eCompressionFormat, &mime) != OK) {
3282e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                        notify->setString("mime", "application/octet-stream");
3283e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    } else {
3284e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                        notify->setString("mime", mime.c_str());
3285e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    }
3286e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    break;
3287e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                }
328831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber            }
3289e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
3290e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar            notify->setInt32("width", videoDef->nFrameWidth);
3291e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar            notify->setInt32("height", videoDef->nFrameHeight);
329231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber            break;
329331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber        }
329431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
329531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber        case OMX_PortDomainAudio:
329631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber        {
329731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber            OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio;
329831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
329997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu            switch ((int)audioDef->eEncoding) {
3300e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                case OMX_AUDIO_CodingPCM:
3301e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                {
3302e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    OMX_AUDIO_PARAM_PCMMODETYPE params;
3303e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    InitOMXParams(&params);
3304e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    params.nPortIndex = portIndex;
3305e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
3306e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    CHECK_EQ(mOMX->getParameter(
3307e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                                mNode, OMX_IndexParamAudioPcm,
3308e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                                &params, sizeof(params)),
3309e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                             (status_t)OK);
3310e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
331114f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber                    CHECK_GT(params.nChannels, 0);
3312e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    CHECK(params.nChannels == 1 || params.bInterleaved);
3313e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    CHECK_EQ(params.nBitPerSample, 16u);
331414f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber
331514f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber                    CHECK_EQ((int)params.eNumData,
331614f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber                             (int)OMX_NumericalDataSigned);
331714f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber
331814f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber                    CHECK_EQ((int)params.ePCMMode,
331914f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber                             (int)OMX_AUDIO_PCMModeLinear);
3320e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
3321e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW);
3322e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    notify->setInt32("channel-count", params.nChannels);
3323e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    notify->setInt32("sample-rate", params.nSamplingRate);
3324e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
3325e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    if (mChannelMaskPresent) {
3326e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                        notify->setInt32("channel-mask", mChannelMask);
33278b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen                    }
3328e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    break;
33298b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen                }
33309806555d3930be43e11106281dee354820ac1c88Andreas Huber
3331e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                case OMX_AUDIO_CodingAAC:
3332e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                {
3333e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    OMX_AUDIO_PARAM_AACPROFILETYPE params;
3334e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    InitOMXParams(&params);
3335e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    params.nPortIndex = portIndex;
3336e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
3337e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    CHECK_EQ(mOMX->getParameter(
3338e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                                mNode, OMX_IndexParamAudioAac,
3339e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                                &params, sizeof(params)),
3340e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                             (status_t)OK);
3341e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
3342e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC);
3343e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    notify->setInt32("channel-count", params.nChannels);
3344e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    notify->setInt32("sample-rate", params.nSampleRate);
3345e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    break;
3346e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                }
3347e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
3348e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                case OMX_AUDIO_CodingAMR:
3349e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                {
3350e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    OMX_AUDIO_PARAM_AMRTYPE params;
3351e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    InitOMXParams(&params);
3352e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    params.nPortIndex = portIndex;
33539806555d3930be43e11106281dee354820ac1c88Andreas Huber
3354e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    CHECK_EQ(mOMX->getParameter(
3355e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                                mNode, OMX_IndexParamAudioAmr,
3356e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                                &params, sizeof(params)),
3357e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                             (status_t)OK);
3358e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
3359e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    notify->setInt32("channel-count", 1);
3360e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) {
3361e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                        notify->setString(
3362e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                                "mime", MEDIA_MIMETYPE_AUDIO_AMR_WB);
3363e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
3364e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                        notify->setInt32("sample-rate", 16000);
3365e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    } else {
3366e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                        notify->setString(
3367e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                                "mime", MEDIA_MIMETYPE_AUDIO_AMR_NB);
3368e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
3369e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                        notify->setInt32("sample-rate", 8000);
3370e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    }
3371e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    break;
3372e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                }
3373e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
3374e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                case OMX_AUDIO_CodingFLAC:
3375e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                {
3376e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    OMX_AUDIO_PARAM_FLACTYPE params;
3377e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    InitOMXParams(&params);
3378e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    params.nPortIndex = portIndex;
3379e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
3380e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    CHECK_EQ(mOMX->getParameter(
3381e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                                mNode, OMX_IndexParamAudioFlac,
3382e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                                &params, sizeof(params)),
3383e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                             (status_t)OK);
3384e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
3385e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC);
3386e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    notify->setInt32("channel-count", params.nChannels);
3387e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    notify->setInt32("sample-rate", params.nSampleRate);
3388e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    break;
3389e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                }
3390e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
3391e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                case OMX_AUDIO_CodingMP3:
3392e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                {
3393e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    OMX_AUDIO_PARAM_MP3TYPE params;
3394e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    InitOMXParams(&params);
3395e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    params.nPortIndex = portIndex;
3396e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
3397e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    CHECK_EQ(mOMX->getParameter(
3398e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                                mNode, OMX_IndexParamAudioMp3,
3399e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                                &params, sizeof(params)),
3400e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                             (status_t)OK);
3401e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
3402e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG);
3403e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    notify->setInt32("channel-count", params.nChannels);
3404e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    notify->setInt32("sample-rate", params.nSampleRate);
3405e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    break;
3406e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                }
3407e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
3408e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                case OMX_AUDIO_CodingVORBIS:
3409e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                {
3410e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    OMX_AUDIO_PARAM_VORBISTYPE params;
3411e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    InitOMXParams(&params);
3412e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    params.nPortIndex = portIndex;
3413e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
3414e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    CHECK_EQ(mOMX->getParameter(
3415e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                                mNode, OMX_IndexParamAudioVorbis,
3416e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                                &params, sizeof(params)),
3417e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                             (status_t)OK);
3418e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
3419e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS);
3420e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    notify->setInt32("channel-count", params.nChannels);
3421e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    notify->setInt32("sample-rate", params.nSampleRate);
3422e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    break;
3423e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                }
3424e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
342597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu                case OMX_AUDIO_CodingAndroidAC3:
342697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu                {
342797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu                    OMX_AUDIO_PARAM_ANDROID_AC3TYPE params;
342897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu                    InitOMXParams(&params);
3429e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    params.nPortIndex = portIndex;
343097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu
343197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu                    CHECK_EQ((status_t)OK, mOMX->getParameter(
343297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu                            mNode,
343397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu                            (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3,
343497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu                            &params,
343597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu                            sizeof(params)));
343697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu
343797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu                    notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3);
343897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu                    notify->setInt32("channel-count", params.nChannels);
343997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu                    notify->setInt32("sample-rate", params.nSampleRate);
344097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu                    break;
344197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu                }
3442e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber
34438c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian                case OMX_AUDIO_CodingAndroidOPUS:
34448c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian                {
34458c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian                    OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params;
34468c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian                    InitOMXParams(&params);
34478c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian                    params.nPortIndex = portIndex;
34488c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian
34498c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian                    CHECK_EQ((status_t)OK, mOMX->getParameter(
34508c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian                            mNode,
34518c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian                            (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus,
34528c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian                            &params,
34538c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian                            sizeof(params)));
34548c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian
34558c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian                    notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS);
34568c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian                    notify->setInt32("channel-count", params.nChannels);
34578c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian                    notify->setInt32("sample-rate", params.nSampleRate);
34588c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian                    break;
34598c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian                }
34608c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian
346110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                case OMX_AUDIO_CodingG711:
346210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                {
346310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                    OMX_AUDIO_PARAM_PCMMODETYPE params;
346410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                    InitOMXParams(&params);
346510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                    params.nPortIndex = portIndex;
346610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang
346710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                    CHECK_EQ((status_t)OK, mOMX->getParameter(
346810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                            mNode,
346910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                            (OMX_INDEXTYPE)OMX_IndexParamAudioPcm,
347010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                            &params,
347110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                            sizeof(params)));
347210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang
347310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                    const char *mime = NULL;
347410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                    if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) {
347510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                        mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW;
347610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                    } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) {
347710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                        mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW;
347810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                    } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear
347910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                        mime = MEDIA_MIMETYPE_AUDIO_RAW;
348010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                    }
348110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                    notify->setString("mime", mime);
348210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                    notify->setInt32("channel-count", params.nChannels);
348310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                    notify->setInt32("sample-rate", params.nSamplingRate);
348410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                    break;
348510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang                }
348610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang
3487e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                default:
3488e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                    ALOGE("UNKNOWN AUDIO CODING: %d\n", audioDef->eEncoding);
3489e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber                    TRESPASS();
3490e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber            }
349131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber            break;
349231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber        }
349331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
349431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber        default:
349531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber            TRESPASS();
349631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber    }
349731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
3498e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    return OK;
3499e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar}
3500e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
3501e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarvoid ACodec::sendFormatChange(const sp<AMessage> &reply) {
3502e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    sp<AMessage> notify = mNotify->dup();
3503e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    notify->setInt32("what", kWhatOutputFormatChanged);
3504e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
3505e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    CHECK_EQ(getPortFormat(kPortIndexOutput, notify), (status_t)OK);
3506e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
3507e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    AString mime;
3508e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    CHECK(notify->findString("mime", &mime));
3509e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
3510e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    int32_t left, top, right, bottom;
3511e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    if (mime == MEDIA_MIMETYPE_VIDEO_RAW &&
3512e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar        mNativeWindow != NULL &&
3513e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar        notify->findRect("crop", &left, &top, &right, &bottom)) {
3514e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar        // notify renderer of the crop change
3515e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar        // NOTE: native window uses extended right-bottom coordinate
3516e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar        reply->setRect("crop", left, top, right + 1, bottom + 1);
3517e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    } else if (mime == MEDIA_MIMETYPE_AUDIO_RAW &&
3518e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar               (mEncoderDelay || mEncoderPadding)) {
3519e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar        int32_t channelCount;
3520e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar        CHECK(notify->findInt32("channel-count", &channelCount));
3521e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar        size_t frameSize = channelCount * sizeof(int16_t);
3522e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar        if (mSkipCutBuffer != NULL) {
3523e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar            size_t prevbufsize = mSkipCutBuffer->size();
3524e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar            if (prevbufsize != 0) {
3525e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                ALOGW("Replacing SkipCutBuffer holding %d "
3526e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                      "bytes",
3527e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                      prevbufsize);
3528e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar            }
3529e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar        }
3530e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar        mSkipCutBuffer = new SkipCutBuffer(
3531e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                mEncoderDelay * frameSize,
3532e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar                mEncoderPadding * frameSize);
3533e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    }
3534e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar
353531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber    notify->post();
353631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
353731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber    mSentFormat = true;
353831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber}
353931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
35405778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) {
3541cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber    sp<AMessage> notify = mNotify->dup();
3542d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar    notify->setInt32("what", CodecBase::kWhatError);
3543251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    ALOGE("signalError(omxError %#x, internalError %d)", error, internalError);
3544251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung
3545251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    if (internalError == UNKNOWN_ERROR) { // find better error code
3546251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung        const status_t omxStatus = statusFromOMXError(error);
3547251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung        if (omxStatus != 0) {
3548251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung            internalError = omxStatus;
3549251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung        } else {
3550251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung            ALOGW("Invalid OMX error %#x", error);
3551251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung        }
3552251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    }
35535778822d86b0337407514b9372562b86edfa91cdAndreas Huber    notify->setInt32("err", internalError);
3554251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error.
3555cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber    notify->post();
3556cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber}
3557cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber
3558bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huberstatus_t ACodec::pushBlankBuffersToNativeWindow() {
3559bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    status_t err = NO_ERROR;
3560bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    ANativeWindowBuffer* anb = NULL;
3561bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    int numBufs = 0;
3562bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    int minUndequeuedBufs = 0;
3563bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3564bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    // We need to reconnect to the ANativeWindow as a CPU client to ensure that
3565bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    // no frames get dropped by SurfaceFlinger assuming that these are video
3566bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    // frames.
3567bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    err = native_window_api_disconnect(mNativeWindow.get(),
3568bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            NATIVE_WINDOW_API_MEDIA);
3569bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    if (err != NO_ERROR) {
3570bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        ALOGE("error pushing blank frames: api_disconnect failed: %s (%d)",
3571bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                strerror(-err), -err);
3572bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        return err;
3573bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    }
3574bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3575bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    err = native_window_api_connect(mNativeWindow.get(),
3576bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            NATIVE_WINDOW_API_CPU);
3577bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    if (err != NO_ERROR) {
3578bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        ALOGE("error pushing blank frames: api_connect failed: %s (%d)",
3579bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                strerror(-err), -err);
3580bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        return err;
3581bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    }
3582bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3583bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    err = native_window_set_buffers_geometry(mNativeWindow.get(), 1, 1,
3584bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            HAL_PIXEL_FORMAT_RGBX_8888);
3585bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    if (err != NO_ERROR) {
3586bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        ALOGE("error pushing blank frames: set_buffers_geometry failed: %s (%d)",
3587bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                strerror(-err), -err);
3588bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        goto error;
3589bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    }
3590bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
359187eb285dca94b20dc5f0ff8e60a0d395a4ca3be9Dima Zavin    err = native_window_set_scaling_mode(mNativeWindow.get(),
359287eb285dca94b20dc5f0ff8e60a0d395a4ca3be9Dima Zavin                NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW);
359387eb285dca94b20dc5f0ff8e60a0d395a4ca3be9Dima Zavin    if (err != NO_ERROR) {
359487eb285dca94b20dc5f0ff8e60a0d395a4ca3be9Dima Zavin        ALOGE("error pushing blank_frames: set_scaling_mode failed: %s (%d)",
359587eb285dca94b20dc5f0ff8e60a0d395a4ca3be9Dima Zavin              strerror(-err), -err);
359687eb285dca94b20dc5f0ff8e60a0d395a4ca3be9Dima Zavin        goto error;
3597bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    }
3598bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3599bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    err = native_window_set_usage(mNativeWindow.get(),
3600bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            GRALLOC_USAGE_SW_WRITE_OFTEN);
3601bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    if (err != NO_ERROR) {
3602bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        ALOGE("error pushing blank frames: set_usage failed: %s (%d)",
3603bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                strerror(-err), -err);
3604bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        goto error;
3605bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    }
3606bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3607bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    err = mNativeWindow->query(mNativeWindow.get(),
3608bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, &minUndequeuedBufs);
3609bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    if (err != NO_ERROR) {
3610bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        ALOGE("error pushing blank frames: MIN_UNDEQUEUED_BUFFERS query "
3611bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                "failed: %s (%d)", strerror(-err), -err);
3612bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        goto error;
3613bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    }
3614bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3615bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    numBufs = minUndequeuedBufs + 1;
3616bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    err = native_window_set_buffer_count(mNativeWindow.get(), numBufs);
3617bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    if (err != NO_ERROR) {
3618bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        ALOGE("error pushing blank frames: set_buffer_count failed: %s (%d)",
3619bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                strerror(-err), -err);
3620bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        goto error;
3621bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    }
3622bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3623bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    // We  push numBufs + 1 buffers to ensure that we've drawn into the same
3624bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    // buffer twice.  This should guarantee that the buffer has been displayed
3625bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    // on the screen and then been replaced, so an previous video frames are
3626bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    // guaranteed NOT to be currently displayed.
3627bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    for (int i = 0; i < numBufs + 1; i++) {
36281e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis        int fenceFd = -1;
36291e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis        err = native_window_dequeue_buffer_and_wait(mNativeWindow.get(), &anb);
3630bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        if (err != NO_ERROR) {
3631bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            ALOGE("error pushing blank frames: dequeueBuffer failed: %s (%d)",
3632bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                    strerror(-err), -err);
3633bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            goto error;
3634bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        }
3635bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3636bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        sp<GraphicBuffer> buf(new GraphicBuffer(anb, false));
3637bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3638bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        // Fill the buffer with the a 1x1 checkerboard pattern ;)
3639bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        uint32_t* img = NULL;
3640bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        err = buf->lock(GRALLOC_USAGE_SW_WRITE_OFTEN, (void**)(&img));
3641bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        if (err != NO_ERROR) {
3642bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            ALOGE("error pushing blank frames: lock failed: %s (%d)",
3643bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                    strerror(-err), -err);
3644bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            goto error;
3645bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        }
3646bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3647bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        *img = 0;
3648bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3649bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        err = buf->unlock();
3650bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        if (err != NO_ERROR) {
3651bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            ALOGE("error pushing blank frames: unlock failed: %s (%d)",
3652bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                    strerror(-err), -err);
3653bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            goto error;
3654bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        }
3655bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3656bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        err = mNativeWindow->queueBuffer(mNativeWindow.get(),
36571e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis                buf->getNativeBuffer(), -1);
3658bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        if (err != NO_ERROR) {
3659bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            ALOGE("error pushing blank frames: queueBuffer failed: %s (%d)",
3660bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                    strerror(-err), -err);
3661bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            goto error;
3662bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        }
3663bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3664bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        anb = NULL;
3665bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    }
3666bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3667bc098410be55f9d96f394b3981a0c482b83859b6Andreas Hubererror:
3668bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3669bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    if (err != NO_ERROR) {
3670bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        // Clean up after an error.
3671bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        if (anb != NULL) {
36721e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis            mNativeWindow->cancelBuffer(mNativeWindow.get(), anb, -1);
3673bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        }
3674bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3675bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        native_window_api_disconnect(mNativeWindow.get(),
3676bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                NATIVE_WINDOW_API_CPU);
3677bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        native_window_api_connect(mNativeWindow.get(),
3678bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                NATIVE_WINDOW_API_MEDIA);
3679bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3680bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        return err;
3681bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    } else {
3682bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        // Clean up after success.
3683bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        err = native_window_api_disconnect(mNativeWindow.get(),
3684bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                NATIVE_WINDOW_API_CPU);
3685bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        if (err != NO_ERROR) {
3686bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            ALOGE("error pushing blank frames: api_disconnect failed: %s (%d)",
3687bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                    strerror(-err), -err);
3688bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            return err;
3689bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        }
3690bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3691bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        err = native_window_api_connect(mNativeWindow.get(),
3692bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                NATIVE_WINDOW_API_MEDIA);
3693bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        if (err != NO_ERROR) {
3694bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            ALOGE("error pushing blank frames: api_connect failed: %s (%d)",
3695bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber                    strerror(-err), -err);
3696bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            return err;
3697bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        }
3698bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3699bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        return NO_ERROR;
3700bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber    }
3701bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber}
3702bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
3703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
3704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3705eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() {
3706eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber}
3707eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber
3708496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() {
3709496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber    if (!mIsEncoder) {
3710496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber        return ERROR_UNSUPPORTED;
3711496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber    }
3712496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber
3713496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber    OMX_CONFIG_INTRAREFRESHVOPTYPE params;
3714496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber    InitOMXParams(&params);
3715496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber
3716496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber    params.nPortIndex = kPortIndexOutput;
3717496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber    params.IntraRefreshVOP = OMX_TRUE;
3718496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber
3719496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber    return mOMX->setConfig(
3720496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber            mNode,
3721496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber            OMX_IndexConfigVideoIntraVOPRefresh,
3722496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber            &params,
3723496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber            sizeof(params));
3724496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber}
3725496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber
3726eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer(
3727eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber        IOMX::buffer_id id, const sp<ABuffer> &buffer) {
3728eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber    mBufferIDs.push_back(id);
3729eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber    mBuffers.push_back(buffer);
3730eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber}
3731eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber
3732eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() {
3733eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber    return mBufferIDs.size();
3734eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber}
3735eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber
3736eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const {
3737eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber    return mBufferIDs.itemAt(index);
3738eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber}
3739eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber
3740eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const {
3741eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber    return mBuffers.itemAt(index);
3742eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber}
3743eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber
3744eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber////////////////////////////////////////////////////////////////////////////////
3745eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber
3746f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState)
3747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    : AState(parentState),
3748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber      mCodec(codec) {
3749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
3750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3751ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode(
3752ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber        OMX_U32 /* portIndex */) {
3753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return KEEP_BUFFERS;
3754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
3755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3756f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) {
3757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (msg->what()) {
3758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case kWhatInputBufferFilled:
3759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
3760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            onInputBufferFilled(msg);
3761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
3762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
3763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case kWhatOutputBufferDrained:
3765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
3766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            onOutputBufferDrained(msg);
3767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
3768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
3769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case ACodec::kWhatOMXMessage:
3771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
3772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return onOMXMessage(msg);
3773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
3774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
37757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden        case ACodec::kWhatCreateInputSurface:
37767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden        case ACodec::kWhatSignalEndOfInputStream:
37777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden        {
3778251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung            // This may result in an app illegal state exception.
37797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden            ALOGE("Message 0x%x was not handled", msg->what());
37807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden            mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION);
37817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden            return true;
37827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden        }
37837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden
3784ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber        case ACodec::kWhatOMXDied:
3785ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber        {
3786251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung            // This will result in kFlagSawMediaServerDie handling in MediaCodec.
3787ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber            ALOGE("OMX/mediaserver died, signalling error!");
3788ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber            mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT);
3789ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber            break;
3790ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber        }
3791ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber
3792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
3793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return false;
3794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
3795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return true;
3797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
3798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3799f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) {
3800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    int32_t type;
3801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK(msg->findInt32("type", &type));
3802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
38035e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar    // there is a possibility that this is an outstanding message for a
38045e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar    // codec that we have already destroyed
38055e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar    if (mCodec->mNode == NULL) {
38065e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar        ALOGI("ignoring message as already freed component: %s",
38075e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar                msg->debugString().c_str());
38085e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar        return true;
38095e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar    }
38105e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar
3811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    IOMX::node_id nodeID;
3812609b815a3131d22da38b2f452faa9f89daad4039Andy Hung    CHECK(msg->findInt32("node", (int32_t*)&nodeID));
3813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK_EQ(nodeID, mCodec->mNode);
3814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (type) {
3816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case omx_message::EVENT:
3817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
3818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            int32_t event, data1, data2;
3819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK(msg->findInt32("event", &event));
3820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK(msg->findInt32("data1", &data1));
3821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK(msg->findInt32("data2", &data2));
3822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
38230af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber            if (event == OMX_EventCmdComplete
38240af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber                    && data1 == OMX_CommandFlush
38250af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber                    && data2 == (int32_t)OMX_ALL) {
38260af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber                // Use of this notification is not consistent across
38270af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber                // implementations. We'll drop this notification and rely
38280af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber                // on flush-complete notifications on the individual port
38290af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber                // indices instead.
38300af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber
38310af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber                return true;
38320af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber            }
38330af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber
3834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return onOMXEvent(
3835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    static_cast<OMX_EVENTTYPE>(event),
3836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    static_cast<OMX_U32>(data1),
3837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    static_cast<OMX_U32>(data2));
3838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
3839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case omx_message::EMPTY_BUFFER_DONE:
3841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
3842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            IOMX::buffer_id bufferID;
3843609b815a3131d22da38b2f452faa9f89daad4039Andy Hung            CHECK(msg->findInt32("buffer", (int32_t*)&bufferID));
3844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return onOMXEmptyBufferDone(bufferID);
3846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
3847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case omx_message::FILL_BUFFER_DONE:
3849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
3850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            IOMX::buffer_id bufferID;
3851609b815a3131d22da38b2f452faa9f89daad4039Andy Hung            CHECK(msg->findInt32("buffer", (int32_t*)&bufferID));
3852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            int32_t rangeOffset, rangeLength, flags;
3854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            int64_t timeUs;
3855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK(msg->findInt32("range_offset", &rangeOffset));
3857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK(msg->findInt32("range_length", &rangeLength));
3858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK(msg->findInt32("flags", &flags));
3859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK(msg->findInt64("timestamp", &timeUs));
3860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return onOMXFillBufferDone(
3862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    bufferID,
3863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    (size_t)rangeOffset, (size_t)rangeLength,
3864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    (OMX_U32)flags,
3865784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung                    timeUs);
3866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
3867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
3869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            TRESPASS();
3870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
3871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
3872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
3873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3874f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent(
3875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) {
3876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (event != OMX_EventError) {
38773856b090cd04ba5dd4a59a12430ed724d5995909Steve Block        ALOGV("[%s] EVENT(%d, 0x%08lx, 0x%08lx)",
3878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber             mCodec->mComponentName.c_str(), event, data1, data2);
3879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return false;
3881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
3882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
388329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block    ALOGE("[%s] ERROR(0x%08lx)", mCodec->mComponentName.c_str(), data1);
3884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3885251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    // verify OMX component sends back an error we expect.
3886251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1;
3887251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    if (!isOMXError(omxError)) {
3888251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung        ALOGW("Invalid OMX error %#x", omxError);
3889251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung        omxError = OMX_ErrorUndefined;
3890251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    }
3891251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung    mCodec->signalError(omxError);
3892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return true;
3894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
3895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3896f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID) {
38973856b090cd04ba5dd4a59a12430ed724d5995909Steve Block    ALOGV("[%s] onOMXEmptyBufferDone %p",
3898349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber         mCodec->mComponentName.c_str(), bufferID);
3899349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
3900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    BufferInfo *info =
3901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        mCodec->findBufferByID(kPortIndexInput, bufferID);
3902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_COMPONENT);
3904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    info->mStatus = BufferInfo::OWNED_BY_US;
3905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
390696e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia    // We're in "store-metadata-in-buffers" mode, the underlying
390796e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia    // OMX component had access to data that's implicitly refcounted
390896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia    // by this "MediaBuffer" object. Now that the OMX component has
390996e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia    // told us that it's done with the input buffer, we can decrement
391096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia    // the mediaBuffer's reference count.
391196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia    info->mData->setMediaBufferBase(NULL);
3912d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber
3913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    PortMode mode = getPortMode(kPortIndexInput);
3914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (mode) {
3916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case KEEP_BUFFERS:
3917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
3918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case RESUBMIT_BUFFERS:
3920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            postFillThisBuffer(info);
3921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
3922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
3924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
3925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ((int)mode, (int)FREE_BUFFERS);
3926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            TRESPASS();  // Not currently used
3927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
3928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
3929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
3930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return true;
3932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
3933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3934f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) {
3935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (mCodec->mPortEOS[kPortIndexInput]) {
3936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return;
3937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
3938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US);
3940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<AMessage> notify = mCodec->mNotify->dup();
3942d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar    notify->setInt32("what", CodecBase::kWhatFillThisBuffer);
3943609b815a3131d22da38b2f452faa9f89daad4039Andy Hung    notify->setInt32("buffer-id", info->mBufferID);
3944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    info->mData->meta()->clear();
39462d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber    notify->setBuffer("buffer", info->mData);
3947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec->id());
3949609b815a3131d22da38b2f452faa9f89daad4039Andy Hung    reply->setInt32("buffer-id", info->mBufferID);
3950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    notify->setMessage("reply", reply);
3952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    notify->post();
3954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    info->mStatus = BufferInfo::OWNED_BY_UPSTREAM;
3956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
3957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3958f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) {
3959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    IOMX::buffer_id bufferID;
3960609b815a3131d22da38b2f452faa9f89daad4039Andy Hung    CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID));
39612d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber    sp<ABuffer> buffer;
3962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    int32_t err = OK;
39635778822d86b0337407514b9372562b86edfa91cdAndreas Huber    bool eos = false;
3964a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar    PortMode mode = getPortMode(kPortIndexInput);
39655778822d86b0337407514b9372562b86edfa91cdAndreas Huber
39662d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber    if (!msg->findBuffer("buffer", &buffer)) {
3967a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar        /* these are unfilled buffers returned by client */
3968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        CHECK(msg->findInt32("err", &err));
3969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
39707fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar        if (err == OK) {
39717fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar            /* buffers with no errors are returned on MediaCodec.flush */
39727fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar            mode = KEEP_BUFFERS;
39737fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar        } else {
39747fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar            ALOGV("[%s] saw error %d instead of an input buffer",
39757fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar                 mCodec->mComponentName.c_str(), err);
39767fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar            eos = true;
39777fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar        }
39783831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber
39792d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber        buffer.clear();
3980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
3981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
39825778822d86b0337407514b9372562b86edfa91cdAndreas Huber    int32_t tmp;
39835778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) {
39845778822d86b0337407514b9372562b86edfa91cdAndreas Huber        eos = true;
39855778822d86b0337407514b9372562b86edfa91cdAndreas Huber        err = ERROR_END_OF_STREAM;
39865778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
39875778822d86b0337407514b9372562b86edfa91cdAndreas Huber
3988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID);
3989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_UPSTREAM);
3990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    info->mStatus = BufferInfo::OWNED_BY_US;
3992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
3993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (mode) {
3994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case KEEP_BUFFERS:
3995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
39965778822d86b0337407514b9372562b86edfa91cdAndreas Huber            if (eos) {
3997dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber                if (!mCodec->mPortEOS[kPortIndexInput]) {
3998dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber                    mCodec->mPortEOS[kPortIndexInput] = true;
3999dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber                    mCodec->mInputEOSResult = err;
4000dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber                }
4001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            }
4002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
4003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
4004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case RESUBMIT_BUFFERS:
4006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
40075778822d86b0337407514b9372562b86edfa91cdAndreas Huber            if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) {
4008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                int64_t timeUs;
4009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                CHECK(buffer->meta()->findInt64("timeUs", &timeUs));
4010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME;
4012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                int32_t isCSD;
4014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) {
4015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    flags |= OMX_BUFFERFLAG_CODECCONFIG;
4016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                }
4017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
40185778822d86b0337407514b9372562b86edfa91cdAndreas Huber                if (eos) {
40195778822d86b0337407514b9372562b86edfa91cdAndreas Huber                    flags |= OMX_BUFFERFLAG_EOS;
40205778822d86b0337407514b9372562b86edfa91cdAndreas Huber                }
40215778822d86b0337407514b9372562b86edfa91cdAndreas Huber
4022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                if (buffer != info->mData) {
4023d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber                    ALOGV("[%s] Needs to copy input data for buffer %p. (%p != %p)",
4024d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber                         mCodec->mComponentName.c_str(),
4025d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber                         bufferID,
4026d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber                         buffer.get(), info->mData.get());
4027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    CHECK_LE(buffer->size(), info->mData->capacity());
4029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    memcpy(info->mData->data(), buffer->data(), buffer->size());
4030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                }
4031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4032078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber                if (flags & OMX_BUFFERFLAG_CODECCONFIG) {
40333856b090cd04ba5dd4a59a12430ed724d5995909Steve Block                    ALOGV("[%s] calling emptyBuffer %p w/ codec specific data",
4034078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber                         mCodec->mComponentName.c_str(), bufferID);
40355778822d86b0337407514b9372562b86edfa91cdAndreas Huber                } else if (flags & OMX_BUFFERFLAG_EOS) {
40365778822d86b0337407514b9372562b86edfa91cdAndreas Huber                    ALOGV("[%s] calling emptyBuffer %p w/ EOS",
40375778822d86b0337407514b9372562b86edfa91cdAndreas Huber                         mCodec->mComponentName.c_str(), bufferID);
4038078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber                } else {
4039d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING
4040d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber                    ALOGI("[%s] calling emptyBuffer %p w/ time %lld us",
4041d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber                         mCodec->mComponentName.c_str(), bufferID, timeUs);
4042d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else
40433856b090cd04ba5dd4a59a12430ed724d5995909Steve Block                    ALOGV("[%s] calling emptyBuffer %p w/ time %lld us",
4044078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber                         mCodec->mComponentName.c_str(), bufferID, timeUs);
4045d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif
4046078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber                }
4047349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
4048d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING
4049d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber                ACodec::BufferStats stats;
4050d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber                stats.mEmptyBufferTimeUs = ALooper::GetNowUs();
4051d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber                stats.mFillBufferDoneTimeUs = -1ll;
4052d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber                mCodec->mBufferStats.add(timeUs, stats);
4053d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif
4054d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber
4055054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                if (mCodec->mStoreMetaDataInOutputBuffers) {
4056054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                    // try to submit an output buffer for each input buffer
4057054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                    PortMode outputMode = getPortMode(kPortIndexOutput);
4058054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
4059054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                    ALOGV("MetaDataBuffersToSubmit=%u portMode=%s",
4060054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                            mCodec->mMetaDataBuffersToSubmit,
4061054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                            (outputMode == FREE_BUFFERS ? "FREE" :
4062054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                             outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT"));
4063054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                    if (outputMode == RESUBMIT_BUFFERS) {
4064e53350373ac516257b4f8956ff1e3f1ac48f607eLajos Molnar                        mCodec->submitOutputMetaDataBuffer();
4065054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                    }
4066054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                }
4067054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
4068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                CHECK_EQ(mCodec->mOMX->emptyBuffer(
4069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                            mCodec->mNode,
4070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                            bufferID,
4071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                            0,
4072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                            buffer->size(),
4073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                            flags,
4074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                            timeUs),
4075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                         (status_t)OK);
4076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                info->mStatus = BufferInfo::OWNED_BY_COMPONENT;
4078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
40795778822d86b0337407514b9372562b86edfa91cdAndreas Huber                if (!eos) {
40805778822d86b0337407514b9372562b86edfa91cdAndreas Huber                    getMoreInputDataIfPossible();
40815778822d86b0337407514b9372562b86edfa91cdAndreas Huber                } else {
40825778822d86b0337407514b9372562b86edfa91cdAndreas Huber                    ALOGV("[%s] Signalled EOS on the input port",
40835778822d86b0337407514b9372562b86edfa91cdAndreas Huber                         mCodec->mComponentName.c_str());
40845778822d86b0337407514b9372562b86edfa91cdAndreas Huber
40855778822d86b0337407514b9372562b86edfa91cdAndreas Huber                    mCodec->mPortEOS[kPortIndexInput] = true;
40865778822d86b0337407514b9372562b86edfa91cdAndreas Huber                    mCodec->mInputEOSResult = err;
40875778822d86b0337407514b9372562b86edfa91cdAndreas Huber                }
4088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            } else if (!mCodec->mPortEOS[kPortIndexInput]) {
4089dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber                if (err != ERROR_END_OF_STREAM) {
40903856b090cd04ba5dd4a59a12430ed724d5995909Steve Block                    ALOGV("[%s] Signalling EOS on the input port "
4091dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber                         "due to error %d",
4092dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber                         mCodec->mComponentName.c_str(), err);
4093dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber                } else {
40943856b090cd04ba5dd4a59a12430ed724d5995909Steve Block                    ALOGV("[%s] Signalling EOS on the input port",
4095dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber                         mCodec->mComponentName.c_str());
4096dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber                }
4097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
40983856b090cd04ba5dd4a59a12430ed724d5995909Steve Block                ALOGV("[%s] calling emptyBuffer %p signalling EOS",
4099349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber                     mCodec->mComponentName.c_str(), bufferID);
4100349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
4101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                CHECK_EQ(mCodec->mOMX->emptyBuffer(
4102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                            mCodec->mNode,
4103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                            bufferID,
4104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                            0,
4105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                            0,
4106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                            OMX_BUFFERFLAG_EOS,
4107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                            0),
4108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                         (status_t)OK);
4109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                info->mStatus = BufferInfo::OWNED_BY_COMPONENT;
4111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                mCodec->mPortEOS[kPortIndexInput] = true;
4113dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber                mCodec->mInputEOSResult = err;
4114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            }
4115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
4116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
4117625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih
4118625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih        default:
4119625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih            CHECK_EQ((int)mode, (int)FREE_BUFFERS);
4120625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih            break;
4121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
4122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4124f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() {
4125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (mCodec->mPortEOS[kPortIndexInput]) {
4126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return;
4127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
4128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    BufferInfo *eligible = NULL;
4130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) {
4132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i);
4133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0
4135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) {
4136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            // There's already a "read" pending.
4137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return;
4138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
4139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif
4140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        if (info->mStatus == BufferInfo::OWNED_BY_US) {
4142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            eligible = info;
4143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
4144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
4145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (eligible == NULL) {
4147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return;
4148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
4149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    postFillThisBuffer(eligible);
4151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4153f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone(
4154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        IOMX::buffer_id bufferID,
4155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        size_t rangeOffset, size_t rangeLength,
4156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        OMX_U32 flags,
4157784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung        int64_t timeUs) {
4158609b815a3131d22da38b2f452faa9f89daad4039Andy Hung    ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x",
41595778822d86b0337407514b9372562b86edfa91cdAndreas Huber         mCodec->mComponentName.c_str(), bufferID, timeUs, flags);
4160349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
4161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    ssize_t index;
4162d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber
4163d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING
4164d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber    index = mCodec->mBufferStats.indexOfKey(timeUs);
4165d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber    if (index >= 0) {
4166d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber        ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index);
4167d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber        stats->mFillBufferDoneTimeUs = ALooper::GetNowUs();
4168d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber
4169d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber        ALOGI("frame PTS %lld: %lld",
4170d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber                timeUs,
4171d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber                stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs);
4172d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber
4173d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber        mCodec->mBufferStats.removeItemsAt(index);
4174d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber        stats = NULL;
4175d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber    }
4176d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif
4177d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber
4178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    BufferInfo *info =
4179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        mCodec->findBufferByID(kPortIndexOutput, bufferID, &index);
4180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_COMPONENT);
4182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4183054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    info->mDequeuedAt = ++mCodec->mDequeueCounter;
4184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    info->mStatus = BufferInfo::OWNED_BY_US;
4185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    PortMode mode = getPortMode(kPortIndexOutput);
4187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (mode) {
4189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case KEEP_BUFFERS:
4190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
4191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case RESUBMIT_BUFFERS:
4193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
41945778822d86b0337407514b9372562b86edfa91cdAndreas Huber            if (rangeLength == 0 && !(flags & OMX_BUFFERFLAG_EOS)) {
4195609b815a3131d22da38b2f452faa9f89daad4039Andy Hung                ALOGV("[%s] calling fillBuffer %u",
41965778822d86b0337407514b9372562b86edfa91cdAndreas Huber                     mCodec->mComponentName.c_str(), info->mBufferID);
4197349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
41985778822d86b0337407514b9372562b86edfa91cdAndreas Huber                CHECK_EQ(mCodec->mOMX->fillBuffer(
41995778822d86b0337407514b9372562b86edfa91cdAndreas Huber                            mCodec->mNode, info->mBufferID),
42005778822d86b0337407514b9372562b86edfa91cdAndreas Huber                         (status_t)OK);
4201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
42025778822d86b0337407514b9372562b86edfa91cdAndreas Huber                info->mStatus = BufferInfo::OWNED_BY_COMPONENT;
42035778822d86b0337407514b9372562b86edfa91cdAndreas Huber                break;
42045778822d86b0337407514b9372562b86edfa91cdAndreas Huber            }
420531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
4206577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar            sp<AMessage> reply =
4207577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar                new AMessage(kWhatOutputBufferDrained, mCodec->id());
4208577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar
42094bdda35319d5f46efea2089b865c8a64816389cdMarco Nelissen            if (!mCodec->mSentFormat && rangeLength > 0) {
4210577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar                mCodec->sendFormatChange(reply);
42115778822d86b0337407514b9372562b86edfa91cdAndreas Huber            }
4212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4213308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang            if (mCodec->mUseMetadataOnEncoderOutput) {
4214308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang                native_handle_t* handle =
4215308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang                        *(native_handle_t**)(info->mData->data() + 4);
4216308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang                info->mData->meta()->setPointer("handle", handle);
4217308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang                info->mData->meta()->setInt32("rangeOffset", rangeOffset);
4218308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang                info->mData->meta()->setInt32("rangeLength", rangeLength);
4219308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang            } else {
4220308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang                info->mData->setRange(rangeOffset, rangeLength);
4221308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang            }
4222496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0
422321ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen            if (mCodec->mNativeWindow == NULL) {
4224496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber                if (IsIDR(info->mData)) {
4225496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber                    ALOGI("IDR frame");
4226496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber                }
42275778822d86b0337407514b9372562b86edfa91cdAndreas Huber            }
422821ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif
4229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
42308b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen            if (mCodec->mSkipCutBuffer != NULL) {
42318b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen                mCodec->mSkipCutBuffer->submit(info->mData);
42328b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen            }
42335778822d86b0337407514b9372562b86edfa91cdAndreas Huber            info->mData->meta()->setInt64("timeUs", timeUs);
4234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
42355778822d86b0337407514b9372562b86edfa91cdAndreas Huber            sp<AMessage> notify = mCodec->mNotify->dup();
4236d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar            notify->setInt32("what", CodecBase::kWhatDrainThisBuffer);
4237609b815a3131d22da38b2f452faa9f89daad4039Andy Hung            notify->setInt32("buffer-id", info->mBufferID);
42382d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber            notify->setBuffer("buffer", info->mData);
42395778822d86b0337407514b9372562b86edfa91cdAndreas Huber            notify->setInt32("flags", flags);
4240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4241609b815a3131d22da38b2f452faa9f89daad4039Andy Hung            reply->setInt32("buffer-id", info->mBufferID);
4242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
42435778822d86b0337407514b9372562b86edfa91cdAndreas Huber            notify->setMessage("reply", reply);
4244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
42455778822d86b0337407514b9372562b86edfa91cdAndreas Huber            notify->post();
42465778822d86b0337407514b9372562b86edfa91cdAndreas Huber
42475778822d86b0337407514b9372562b86edfa91cdAndreas Huber            info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM;
4248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            if (flags & OMX_BUFFERFLAG_EOS) {
42505778822d86b0337407514b9372562b86edfa91cdAndreas Huber                ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str());
42515778822d86b0337407514b9372562b86edfa91cdAndreas Huber
4252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                sp<AMessage> notify = mCodec->mNotify->dup();
4253d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar                notify->setInt32("what", CodecBase::kWhatEOS);
4254dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber                notify->setInt32("err", mCodec->mInputEOSResult);
4255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                notify->post();
4256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                mCodec->mPortEOS[kPortIndexOutput] = true;
4258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            }
4259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
4260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
4261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
4263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
4264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ((int)mode, (int)FREE_BUFFERS);
4265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ((status_t)OK,
4267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                     mCodec->freeBuffer(kPortIndexOutput, index));
4268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
4269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
4270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
4271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return true;
4273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4275f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) {
4276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    IOMX::buffer_id bufferID;
4277609b815a3131d22da38b2f452faa9f89daad4039Andy Hung    CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID));
4278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    ssize_t index;
4279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    BufferInfo *info =
4280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        mCodec->findBufferByID(kPortIndexOutput, bufferID, &index);
4281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_DOWNSTREAM);
4282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4283577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar    android_native_rect_t crop;
4284577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar    if (msg->findRect("crop",
4285577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar            &crop.left, &crop.top, &crop.right, &crop.bottom)) {
4286577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar        CHECK_EQ(0, native_window_set_crop(
4287577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar                mCodec->mNativeWindow.get(), &crop));
4288577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar    }
4289577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar
4290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    int32_t render;
4291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (mCodec->mNativeWindow != NULL
42926aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen            && msg->findInt32("render", &render) && render != 0
429379ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou            && info->mData != NULL && info->mData->size() != 0) {
42946fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar        ATRACE_NAME("render");
4295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        // The client wants this buffer to be rendered.
4296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4297fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar        int64_t timestampNs = 0;
4298fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar        if (!msg->findInt64("timestampNs", &timestampNs)) {
4299fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar            // TODO: it seems like we should use the timestamp
4300fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar            // in the (media)buffer as it potentially came from
4301fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar            // an input surface, but we did not propagate it prior to
4302fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar            // API 20.  Perhaps check for target SDK version.
4303fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#if 0
4304fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar            if (info->mData->meta()->findInt64("timeUs", &timestampNs)) {
430547aea1f7c58f5302b16822f9e7e1763f2af04ef5Lajos Molnar                ALOGV("using buffer PTS of %" PRId64, timestampNs);
4306fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar                timestampNs *= 1000;
4307fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar            }
4308fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#endif
4309fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar        }
4310fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar
43115778822d86b0337407514b9372562b86edfa91cdAndreas Huber        status_t err;
4312fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar        err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs);
4313fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar        if (err != OK) {
4314fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar            ALOGW("failed to set buffer timestamp: %d", err);
4315fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar        }
4316fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar
43175778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if ((err = mCodec->mNativeWindow->queueBuffer(
4318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    mCodec->mNativeWindow.get(),
43191e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis                    info->mGraphicBuffer.get(), -1)) == OK) {
4320cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber            info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW;
4321cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber        } else {
4322251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung            mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err));
4323cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber            info->mStatus = BufferInfo::OWNED_BY_US;
4324cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber        }
4325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    } else {
43266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar        if (mCodec->mNativeWindow != NULL &&
43276fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar            (info->mData == NULL || info->mData->size() != 0)) {
43286fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar            ATRACE_NAME("frame-drop");
43296fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar        }
4330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        info->mStatus = BufferInfo::OWNED_BY_US;
4331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
4332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    PortMode mode = getPortMode(kPortIndexOutput);
4334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (mode) {
4336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case KEEP_BUFFERS:
4337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
4338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            // XXX fishy, revisit!!! What about the FREE_BUFFERS case below?
4339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) {
4341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                // We cannot resubmit the buffer we just rendered, dequeue
4342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                // the spare instead.
4343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                info = mCodec->dequeueBufferFromNativeWindow();
4345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            }
4346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
4347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
4348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case RESUBMIT_BUFFERS:
4350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
4351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            if (!mCodec->mPortEOS[kPortIndexOutput]) {
4352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) {
4353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    // We cannot resubmit the buffer we just rendered, dequeue
4354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    // the spare instead.
4355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    info = mCodec->dequeueBufferFromNativeWindow();
4357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                }
4358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4359c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber                if (info != NULL) {
4360609b815a3131d22da38b2f452faa9f89daad4039Andy Hung                    ALOGV("[%s] calling fillBuffer %u",
4361c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber                         mCodec->mComponentName.c_str(), info->mBufferID);
4362349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
4363c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber                    CHECK_EQ(mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID),
4364c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber                             (status_t)OK);
4365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4366c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber                    info->mStatus = BufferInfo::OWNED_BY_COMPONENT;
4367c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber                }
4368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            }
4369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
4370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
4371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
4373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
4374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ((int)mode, (int)FREE_BUFFERS);
4375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ((status_t)OK,
4377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                     mCodec->freeBuffer(kPortIndexOutput, index));
4378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
4379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
4380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
4381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
4384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4385f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec)
4386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    : BaseState(codec) {
4387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4389c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() {
4390c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    ALOGV("Now uninitialized");
4391ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber
4392ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    if (mDeathNotifier != NULL) {
4393ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber        mCodec->mOMX->asBinder()->unlinkToDeath(mDeathNotifier);
4394ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber        mDeathNotifier.clear();
4395ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    }
4396ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber
4397ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    mCodec->mNativeWindow.clear();
4398ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    mCodec->mNode = NULL;
4399ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    mCodec->mOMX.clear();
4400ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    mCodec->mQuirks = 0;
4401ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    mCodec->mFlags = 0;
4402308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang    mCodec->mUseMetadataOnEncoderOutput = 0;
4403ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    mCodec->mComponentName.clear();
4404c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}
4405c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4406f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) {
4407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool handled = false;
4408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (msg->what()) {
4410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case ACodec::kWhatSetup:
4411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
4412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            onSetup(msg);
4413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            handled = true;
4415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
4416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
4417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
44185778822d86b0337407514b9372562b86edfa91cdAndreas Huber        case ACodec::kWhatAllocateComponent:
44195778822d86b0337407514b9372562b86edfa91cdAndreas Huber        {
44205778822d86b0337407514b9372562b86edfa91cdAndreas Huber            onAllocateComponent(msg);
44215778822d86b0337407514b9372562b86edfa91cdAndreas Huber            handled = true;
44225778822d86b0337407514b9372562b86edfa91cdAndreas Huber            break;
44235778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
44245778822d86b0337407514b9372562b86edfa91cdAndreas Huber
4425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case ACodec::kWhatShutdown:
4426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
4427c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            int32_t keepComponentAllocated;
4428c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            CHECK(msg->findInt32(
4429c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber                        "keepComponentAllocated", &keepComponentAllocated));
443054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar            ALOGW_IF(keepComponentAllocated,
443154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar                     "cannot keep component allocated on shutdown in Uninitialized state");
4432c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            sp<AMessage> notify = mCodec->mNotify->dup();
4434d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar            notify->setInt32("what", CodecBase::kWhatShutdownCompleted);
4435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            notify->post();
4436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            handled = true;
4438c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber            break;
4439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
4440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case ACodec::kWhatFlush:
4442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
4443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            sp<AMessage> notify = mCodec->mNotify->dup();
4444d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar            notify->setInt32("what", CodecBase::kWhatFlushCompleted);
4445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            notify->post();
4446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            handled = true;
4448c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber            break;
4449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
4450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
4452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return BaseState::onMessageReceived(msg);
4453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
4454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return handled;
4456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4458f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup(
4459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        const sp<AMessage> &msg) {
4460c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    if (onAllocateComponent(msg)
4461c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            && mCodec->mLoadedState->onConfigureComponent(msg)) {
4462c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        mCodec->mLoadedState->onStart();
4463c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    }
44645778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
44655778822d86b0337407514b9372562b86edfa91cdAndreas Huber
4466c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) {
44675778822d86b0337407514b9372562b86edfa91cdAndreas Huber    ALOGV("onAllocateComponent");
44685778822d86b0337407514b9372562b86edfa91cdAndreas Huber
4469c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    CHECK(mCodec->mNode == NULL);
44705778822d86b0337407514b9372562b86edfa91cdAndreas Huber
4471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    OMXClient client;
4472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK_EQ(client.connect(), (status_t)OK);
4473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<IOMX> omx = client.interface();
4475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4476ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec->id());
4477ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber
4478ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    mDeathNotifier = new DeathNotifier(notify);
4479ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    if (omx->asBinder()->linkToDeath(mDeathNotifier) != OK) {
4480ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber        // This was a local binder, if it dies so do we, we won't care
4481ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber        // about any notifications in the afterlife.
4482ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber        mDeathNotifier.clear();
4483ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    }
4484ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber
4485e671207115fac3914134c61b336d5fa0242c68caAndreas Huber    Vector<OMXCodec::CodecNameAndQuirks> matchingCodecs;
44865778822d86b0337407514b9372562b86edfa91cdAndreas Huber
4487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    AString mime;
4488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
44895778822d86b0337407514b9372562b86edfa91cdAndreas Huber    AString componentName;
4490d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber    uint32_t quirks = 0;
44917791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen    int32_t encoder = false;
44925778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (msg->findString("componentName", &componentName)) {
4493e671207115fac3914134c61b336d5fa0242c68caAndreas Huber        ssize_t index = matchingCodecs.add();
4494e671207115fac3914134c61b336d5fa0242c68caAndreas Huber        OMXCodec::CodecNameAndQuirks *entry = &matchingCodecs.editItemAt(index);
4495e671207115fac3914134c61b336d5fa0242c68caAndreas Huber        entry->mName = String8(componentName.c_str());
4496afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber
4497e671207115fac3914134c61b336d5fa0242c68caAndreas Huber        if (!OMXCodec::findCodecQuirks(
4498e671207115fac3914134c61b336d5fa0242c68caAndreas Huber                    componentName.c_str(), &entry->mQuirks)) {
4499e671207115fac3914134c61b336d5fa0242c68caAndreas Huber            entry->mQuirks = 0;
4500afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber        }
45015778822d86b0337407514b9372562b86edfa91cdAndreas Huber    } else {
45025778822d86b0337407514b9372562b86edfa91cdAndreas Huber        CHECK(msg->findString("mime", &mime));
45035778822d86b0337407514b9372562b86edfa91cdAndreas Huber
45045778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (!msg->findInt32("encoder", &encoder)) {
45055778822d86b0337407514b9372562b86edfa91cdAndreas Huber            encoder = false;
45065778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
45075778822d86b0337407514b9372562b86edfa91cdAndreas Huber
45085778822d86b0337407514b9372562b86edfa91cdAndreas Huber        OMXCodec::findMatchingCodecs(
45095778822d86b0337407514b9372562b86edfa91cdAndreas Huber                mime.c_str(),
45105778822d86b0337407514b9372562b86edfa91cdAndreas Huber                encoder, // createEncoder
45115778822d86b0337407514b9372562b86edfa91cdAndreas Huber                NULL,  // matchComponentName
45125778822d86b0337407514b9372562b86edfa91cdAndreas Huber                0,     // flags
4513e671207115fac3914134c61b336d5fa0242c68caAndreas Huber                &matchingCodecs);
45145778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
45151065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber
45161065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber    sp<CodecObserver> observer = new CodecObserver;
45171065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber    IOMX::node_id node = NULL;
45181065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber
45191065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber    for (size_t matchIndex = 0; matchIndex < matchingCodecs.size();
45201065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber            ++matchIndex) {
4521e671207115fac3914134c61b336d5fa0242c68caAndreas Huber        componentName = matchingCodecs.itemAt(matchIndex).mName.string();
4522e671207115fac3914134c61b336d5fa0242c68caAndreas Huber        quirks = matchingCodecs.itemAt(matchIndex).mQuirks;
4523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4524078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        pid_t tid = androidGetTid();
4525078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        int prevPriority = androidGetThreadPriority(tid);
4526078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND);
45271065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber        status_t err = omx->allocateNode(componentName.c_str(), observer, &node);
4528078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        androidSetThreadPriority(tid, prevPriority);
4529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
45301065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber        if (err == OK) {
45311065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber            break;
45327a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He        } else {
45337a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He            ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str());
45341065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber        }
45351065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber
45361065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber        node = NULL;
45371065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber    }
45381065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber
4539c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber    if (node == NULL) {
45405778822d86b0337407514b9372562b86edfa91cdAndreas Huber        if (!mime.empty()) {
45417791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen            ALOGE("Unable to instantiate a %scoder for type '%s'.",
45427791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen                    encoder ? "en" : "de", mime.c_str());
45435778822d86b0337407514b9372562b86edfa91cdAndreas Huber        } else {
45447791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen            ALOGE("Unable to instantiate codec '%s'.", componentName.c_str());
45455778822d86b0337407514b9372562b86edfa91cdAndreas Huber        }
4546c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber
4547cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber        mCodec->signalError(OMX_ErrorComponentNotFound);
4548c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        return false;
4549c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber    }
4550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4551ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber    notify = new AMessage(kWhatOMXMessage, mCodec->id());
4552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    observer->setNotificationMessage(notify);
4553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mCodec->mComponentName = componentName;
4555ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber    mCodec->mFlags = 0;
4556ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber
4557ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber    if (componentName.endsWith(".secure")) {
4558ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber        mCodec->mFlags |= kFlagIsSecure;
45590167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber        mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown;
4560ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber    }
4561ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber
4562afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber    mCodec->mQuirks = quirks;
4563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mCodec->mOMX = omx;
4564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mCodec->mNode = node;
4565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
45665778822d86b0337407514b9372562b86edfa91cdAndreas Huber    {
45675778822d86b0337407514b9372562b86edfa91cdAndreas Huber        sp<AMessage> notify = mCodec->mNotify->dup();
4568d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar        notify->setInt32("what", CodecBase::kWhatComponentAllocated);
45695778822d86b0337407514b9372562b86edfa91cdAndreas Huber        notify->setString("componentName", mCodec->mComponentName.c_str());
45705778822d86b0337407514b9372562b86edfa91cdAndreas Huber        notify->post();
45715778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
4572c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4573c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    mCodec->changeState(mCodec->mLoadedState);
4574c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4575c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    return true;
45765778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
45775778822d86b0337407514b9372562b86edfa91cdAndreas Huber
4578c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber////////////////////////////////////////////////////////////////////////////////
4579c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4580c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec)
4581c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    : BaseState(codec) {
4582c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}
4583c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4584c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() {
4585c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str());
4586c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4587f6f38287b97ec69b169387add6458f859b770e65Andreas Huber    mCodec->mPortEOS[kPortIndexInput] =
4588f6f38287b97ec69b169387add6458f859b770e65Andreas Huber        mCodec->mPortEOS[kPortIndexOutput] = false;
4589f6f38287b97ec69b169387add6458f859b770e65Andreas Huber
4590f6f38287b97ec69b169387add6458f859b770e65Andreas Huber    mCodec->mInputEOSResult = OK;
4591f6f38287b97ec69b169387add6458f859b770e65Andreas Huber
4592054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    mCodec->mDequeueCounter = 0;
4593054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    mCodec->mMetaDataBuffersToSubmit = 0;
4594a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber    mCodec->mRepeatFrameDelayUs = -1ll;
4595e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    mCodec->mInputFormat.clear();
4596e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar    mCodec->mOutputFormat.clear();
4597054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
4598c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    if (mCodec->mShutdownInProgress) {
4599c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        bool keepComponentAllocated = mCodec->mKeepComponentAllocated;
4600c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4601c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        mCodec->mShutdownInProgress = false;
4602c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        mCodec->mKeepComponentAllocated = false;
4603c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4604c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        onShutdown(keepComponentAllocated);
4605c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    }
460654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar    mCodec->mExplicitShutdown = false;
4607c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}
4608c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) {
4610c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    if (!keepComponentAllocated) {
4611c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        CHECK_EQ(mCodec->mOMX->freeNode(mCodec->mNode), (status_t)OK);
4612c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4613c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        mCodec->changeState(mCodec->mUninitializedState);
4614c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    }
4615c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
461654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar    if (mCodec->mExplicitShutdown) {
461754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar        sp<AMessage> notify = mCodec->mNotify->dup();
4618d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar        notify->setInt32("what", CodecBase::kWhatShutdownCompleted);
461954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar        notify->post();
462054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar        mCodec->mExplicitShutdown = false;
462154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar    }
4622c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}
4623c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4624c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) {
4625c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    bool handled = false;
4626c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4627c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    switch (msg->what()) {
4628c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        case ACodec::kWhatConfigureComponent:
4629c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        {
4630c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            onConfigureComponent(msg);
4631c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            handled = true;
4632c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            break;
4633c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        }
4634c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
46357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden        case ACodec::kWhatCreateInputSurface:
46367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden        {
46377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden            onCreateInputSurface(msg);
46387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden            handled = true;
46397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden            break;
46407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden        }
46417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden
4642c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        case ACodec::kWhatStart:
4643c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        {
4644c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            onStart();
4645c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            handled = true;
4646c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            break;
4647c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        }
4648c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4649c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        case ACodec::kWhatShutdown:
4650c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        {
4651c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            int32_t keepComponentAllocated;
4652c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            CHECK(msg->findInt32(
4653c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber                        "keepComponentAllocated", &keepComponentAllocated));
4654c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
465554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar            mCodec->mExplicitShutdown = true;
4656c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            onShutdown(keepComponentAllocated);
4657c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4658c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            handled = true;
4659c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            break;
4660c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        }
4661c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4662c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        case ACodec::kWhatFlush:
4663c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        {
4664c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            sp<AMessage> notify = mCodec->mNotify->dup();
4665d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar            notify->setInt32("what", CodecBase::kWhatFlushCompleted);
4666c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            notify->post();
4667c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4668c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            handled = true;
4669c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            break;
4670c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        }
4671c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4672c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        default:
4673c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            return BaseState::onMessageReceived(msg);
4674c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    }
4675c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4676c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    return handled;
4677c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}
4678c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4679c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent(
46805778822d86b0337407514b9372562b86edfa91cdAndreas Huber        const sp<AMessage> &msg) {
46815778822d86b0337407514b9372562b86edfa91cdAndreas Huber    ALOGV("onConfigureComponent");
46825778822d86b0337407514b9372562b86edfa91cdAndreas Huber
46835778822d86b0337407514b9372562b86edfa91cdAndreas Huber    CHECK(mCodec->mNode != NULL);
46845778822d86b0337407514b9372562b86edfa91cdAndreas Huber
46855778822d86b0337407514b9372562b86edfa91cdAndreas Huber    AString mime;
46865778822d86b0337407514b9372562b86edfa91cdAndreas Huber    CHECK(msg->findString("mime", &mime));
46875778822d86b0337407514b9372562b86edfa91cdAndreas Huber
46885778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t err = mCodec->configureCodec(mime.c_str(), msg);
46895778822d86b0337407514b9372562b86edfa91cdAndreas Huber
46905778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (err != OK) {
4691c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber        ALOGE("[%s] configureCodec returning error %d",
4692c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber              mCodec->mComponentName.c_str(), err);
4693c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber
4694251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung        mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err));
4695c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber        return false;
46965778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
4697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<RefBase> obj;
4699386d609dc513e838c7e7c4c46c604493ccd560beAndreas Huber    if (msg->findObject("native-window", &obj)
47005778822d86b0337407514b9372562b86edfa91cdAndreas Huber            && strncmp("OMX.google.", mCodec->mComponentName.c_str(), 11)) {
47011173118eace0e9e347cb007f0da817cee87579edGlenn Kasten        sp<NativeWindowWrapper> nativeWindow(
47021173118eace0e9e347cb007f0da817cee87579edGlenn Kasten                static_cast<NativeWindowWrapper *>(obj.get()));
47031173118eace0e9e347cb007f0da817cee87579edGlenn Kasten        CHECK(nativeWindow != NULL);
47041173118eace0e9e347cb007f0da817cee87579edGlenn Kasten        mCodec->mNativeWindow = nativeWindow->getNativeWindow();
47051ec498e67f78fb0c3ab2a1cd9a071e6356618dadAndreas Huber
47061ec498e67f78fb0c3ab2a1cd9a071e6356618dadAndreas Huber        native_window_set_scaling_mode(
47071ec498e67f78fb0c3ab2a1cd9a071e6356618dadAndreas Huber                mCodec->mNativeWindow.get(),
47081ec498e67f78fb0c3ab2a1cd9a071e6356618dadAndreas Huber                NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW);
4709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
4710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK_EQ((status_t)OK, mCodec->initNativeWindow());
4711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
47125778822d86b0337407514b9372562b86edfa91cdAndreas Huber    {
47135778822d86b0337407514b9372562b86edfa91cdAndreas Huber        sp<AMessage> notify = mCodec->mNotify->dup();
4714d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar        notify->setInt32("what", CodecBase::kWhatComponentConfigured);
4715e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar        notify->setMessage("input-format", mCodec->mInputFormat);
4716e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar        notify->setMessage("output-format", mCodec->mOutputFormat);
47175778822d86b0337407514b9372562b86edfa91cdAndreas Huber        notify->post();
47185778822d86b0337407514b9372562b86edfa91cdAndreas Huber    }
4719c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
4720c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    return true;
47215778822d86b0337407514b9372562b86edfa91cdAndreas Huber}
47225778822d86b0337407514b9372562b86edfa91cdAndreas Huber
47237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::LoadedState::onCreateInputSurface(
4724ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber        const sp<AMessage> & /* msg */) {
47257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden    ALOGV("onCreateInputSurface");
47267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden
47277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden    sp<AMessage> notify = mCodec->mNotify->dup();
4728d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar    notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated);
47297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden
47307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden    sp<IGraphicBufferProducer> bufferProducer;
47317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden    status_t err;
47327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden
47337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden    err = mCodec->mOMX->createInputSurface(mCodec->mNode, kPortIndexInput,
47347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden            &bufferProducer);
4735a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber
4736a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber    if (err == OK && mCodec->mRepeatFrameDelayUs > 0ll) {
4737a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber        err = mCodec->mOMX->setInternalOption(
4738a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber                mCodec->mNode,
4739a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber                kPortIndexInput,
4740a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber                IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY,
4741a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber                &mCodec->mRepeatFrameDelayUs,
4742a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber                sizeof(mCodec->mRepeatFrameDelayUs));
4743a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber
4744a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber        if (err != OK) {
4745a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber            ALOGE("[%s] Unable to configure option to repeat previous "
4746a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber                  "frames (err %d)",
4747a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber                  mCodec->mComponentName.c_str(),
4748a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber                  err);
4749a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber        }
4750a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber    }
4751a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber
47522c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang    if (err == OK && mCodec->mMaxPtsGapUs > 0ll) {
475394ee4b708acfa941581160b267afb79192b1d816Chong Zhang        err = mCodec->mOMX->setInternalOption(
475494ee4b708acfa941581160b267afb79192b1d816Chong Zhang                mCodec->mNode,
475594ee4b708acfa941581160b267afb79192b1d816Chong Zhang                kPortIndexInput,
475694ee4b708acfa941581160b267afb79192b1d816Chong Zhang                IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP,
475794ee4b708acfa941581160b267afb79192b1d816Chong Zhang                &mCodec->mMaxPtsGapUs,
475894ee4b708acfa941581160b267afb79192b1d816Chong Zhang                sizeof(mCodec->mMaxPtsGapUs));
475994ee4b708acfa941581160b267afb79192b1d816Chong Zhang
476094ee4b708acfa941581160b267afb79192b1d816Chong Zhang        if (err != OK) {
476194ee4b708acfa941581160b267afb79192b1d816Chong Zhang            ALOGE("[%s] Unable to configure max timestamp gap (err %d)",
476272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang                    mCodec->mComponentName.c_str(),
476372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang                    err);
47642c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang        }
47652c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang    }
47662c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang
47672c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang    if (err == OK && mCodec->mTimePerCaptureUs > 0ll
47682c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang            && mCodec->mTimePerFrameUs > 0ll) {
47692c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang        int64_t timeLapse[2];
47702c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang        timeLapse[0] = mCodec->mTimePerFrameUs;
47712c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang        timeLapse[1] = mCodec->mTimePerCaptureUs;
47722c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang        err = mCodec->mOMX->setInternalOption(
47732c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang                mCodec->mNode,
47742c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang                kPortIndexInput,
47752c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang                IOMX::INTERNAL_OPTION_TIME_LAPSE,
47762c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang                &timeLapse[0],
47772c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang                sizeof(timeLapse));
47782c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang
47792c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang        if (err != OK) {
47802c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang            ALOGE("[%s] Unable to configure time lapse (err %d)",
47812c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang                    mCodec->mComponentName.c_str(),
47822c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang                    err);
47832c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang        }
47842c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang    }
478572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang
478672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang    if (err == OK && mCodec->mCreateInputBuffersSuspended) {
478772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang        bool suspend = true;
478872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang        err = mCodec->mOMX->setInternalOption(
478972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang                mCodec->mNode,
479072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang                kPortIndexInput,
479172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang                IOMX::INTERNAL_OPTION_SUSPEND,
479272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang                &suspend,
479372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang                sizeof(suspend));
479472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang
479572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang        if (err != OK) {
479672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang            ALOGE("[%s] Unable to configure option to suspend (err %d)",
479794ee4b708acfa941581160b267afb79192b1d816Chong Zhang                  mCodec->mComponentName.c_str(),
479894ee4b708acfa941581160b267afb79192b1d816Chong Zhang                  err);
479994ee4b708acfa941581160b267afb79192b1d816Chong Zhang        }
480094ee4b708acfa941581160b267afb79192b1d816Chong Zhang    }
480194ee4b708acfa941581160b267afb79192b1d816Chong Zhang
48027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden    if (err == OK) {
48037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden        notify->setObject("input-surface",
48047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden                new BufferProducerWrapper(bufferProducer));
48057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden    } else {
48067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden        // Can't use mCodec->signalError() here -- MediaCodec won't forward
48077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden        // the error through because it's in the "configured" state.  We
48087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden        // send a kWhatInputSurfaceCreated with an error value instead.
48097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden        ALOGE("[%s] onCreateInputSurface returning error %d",
48107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden                mCodec->mComponentName.c_str(), err);
48117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden        notify->setInt32("err", err);
48127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden    }
48137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden    notify->post();
48147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden}
48157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden
4816c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() {
48175778822d86b0337407514b9372562b86edfa91cdAndreas Huber    ALOGV("onStart");
48185778822d86b0337407514b9372562b86edfa91cdAndreas Huber
48195778822d86b0337407514b9372562b86edfa91cdAndreas Huber    CHECK_EQ(mCodec->mOMX->sendCommand(
48205778822d86b0337407514b9372562b86edfa91cdAndreas Huber                mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle),
4821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber             (status_t)OK);
4822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mCodec->changeState(mCodec->mLoadedToIdleState);
4824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
4827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4828f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec)
4829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    : BaseState(codec) {
4830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4832f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() {
48333856b090cd04ba5dd4a59a12430ed724d5995909Steve Block    ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str());
4834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4835cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber    status_t err;
4836cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber    if ((err = allocateBuffers()) != OK) {
483729357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block        ALOGE("Failed to allocate buffers after transitioning to IDLE state "
4838cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber             "(error 0x%08x)",
4839cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber             err);
4840cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber
4841251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung        mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err));
484291bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber
484391bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber        mCodec->changeState(mCodec->mLoadedState);
4844cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber    }
4845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4847f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() {
4848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput);
4849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (err != OK) {
4851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return err;
4852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
4853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return mCodec->allocateBuffersOnPort(kPortIndexOutput);
4855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4857f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) {
4858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (msg->what()) {
485972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang        case kWhatSetParameters:
4860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case kWhatShutdown:
4861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
4862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mCodec->deferMessage(msg);
4863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return true;
4864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
4865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
48666507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden        case kWhatSignalEndOfInputStream:
48676507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden        {
48686507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden            mCodec->onSignalEndOfInputStream();
48696507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden            return true;
48706507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden        }
48716507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden
48726463e76d41430f9b03a79b221de84255f2475658Marco Nelissen        case kWhatResume:
48736463e76d41430f9b03a79b221de84255f2475658Marco Nelissen        {
48746463e76d41430f9b03a79b221de84255f2475658Marco Nelissen            // We'll be active soon enough.
48756463e76d41430f9b03a79b221de84255f2475658Marco Nelissen            return true;
48766463e76d41430f9b03a79b221de84255f2475658Marco Nelissen        }
48776463e76d41430f9b03a79b221de84255f2475658Marco Nelissen
48786463e76d41430f9b03a79b221de84255f2475658Marco Nelissen        case kWhatFlush:
48796463e76d41430f9b03a79b221de84255f2475658Marco Nelissen        {
48806463e76d41430f9b03a79b221de84255f2475658Marco Nelissen            // We haven't even started yet, so we're flushed alright...
48816463e76d41430f9b03a79b221de84255f2475658Marco Nelissen            sp<AMessage> notify = mCodec->mNotify->dup();
4882d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar            notify->setInt32("what", CodecBase::kWhatFlushCompleted);
48836463e76d41430f9b03a79b221de84255f2475658Marco Nelissen            notify->post();
48846463e76d41430f9b03a79b221de84255f2475658Marco Nelissen            return true;
48856463e76d41430f9b03a79b221de84255f2475658Marco Nelissen        }
48866463e76d41430f9b03a79b221de84255f2475658Marco Nelissen
4887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
4888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return BaseState::onMessageReceived(msg);
4889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
4890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4892f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent(
4893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) {
4894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (event) {
4895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case OMX_EventCmdComplete:
4896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
4897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ(data1, (OMX_U32)OMX_CommandStateSet);
4898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ(data2, (OMX_U32)OMX_StateIdle);
4899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ(mCodec->mOMX->sendCommand(
4901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                        mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting),
4902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                     (status_t)OK);
4903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mCodec->changeState(mCodec->mIdleToExecutingState);
4905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return true;
4907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
4908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
4910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return BaseState::onOMXEvent(event, data1, data2);
4911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
4912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
4915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4916f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec)
4917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    : BaseState(codec) {
4918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4920f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() {
49213856b090cd04ba5dd4a59a12430ed724d5995909Steve Block    ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str());
4922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4924f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) {
4925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (msg->what()) {
492672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang        case kWhatSetParameters:
4927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case kWhatShutdown:
4928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
4929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mCodec->deferMessage(msg);
4930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return true;
4931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
4932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4933d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber        case kWhatResume:
4934d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber        {
4935d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber            // We'll be active soon enough.
4936d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber            return true;
4937d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber        }
4938d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber
4939d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber        case kWhatFlush:
4940d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber        {
4941d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber            // We haven't even started yet, so we're flushed alright...
4942d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber            sp<AMessage> notify = mCodec->mNotify->dup();
4943d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar            notify->setInt32("what", CodecBase::kWhatFlushCompleted);
4944d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber            notify->post();
4945d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber
4946d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber            return true;
4947d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber        }
4948d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber
49496507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden        case kWhatSignalEndOfInputStream:
49506507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden        {
49516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden            mCodec->onSignalEndOfInputStream();
49526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden            return true;
49536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden        }
49546507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden
4955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
4956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return BaseState::onMessageReceived(msg);
4957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
4958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4960f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent(
4961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) {
4962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (event) {
4963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case OMX_EventCmdComplete:
4964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
4965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ(data1, (OMX_U32)OMX_CommandStateSet);
4966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ(data2, (OMX_U32)OMX_StateExecuting);
4967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mCodec->mExecutingState->resume();
4969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mCodec->changeState(mCodec->mExecutingState);
4970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return true;
4972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
4973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
4975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return BaseState::onOMXEvent(event, data1, data2);
4976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
4977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
4980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4981f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec)
4982349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber    : BaseState(codec),
4983349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber      mActive(false) {
4984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4986f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode(
4987ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber        OMX_U32 /* portIndex */) {
4988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return RESUBMIT_BUFFERS;
4989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
4990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
4991054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() {
4992054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    // submit as many buffers as there are input buffers with the codec
4993054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    // in case we are in port reconfiguring
4994054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) {
4995054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i);
4996054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
4997054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) {
4998054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar            if (mCodec->submitOutputMetaDataBuffer() != OK)
4999054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                break;
5000054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        }
5001054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    }
50024dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar
50034dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar    // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED ***
50044dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar    mCodec->signalSubmitOutputMetaDataBufferIfEOS_workaround();
5005054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar}
5006054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
5007054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() {
5008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) {
5009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i);
5010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        if (mCodec->mNativeWindow != NULL) {
5012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK(info->mStatus == BufferInfo::OWNED_BY_US
5013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    || info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW);
5014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) {
5016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                continue;
5017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            }
5018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        } else {
5019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US);
5020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
50223856b090cd04ba5dd4a59a12430ed724d5995909Steve Block        ALOGV("[%s] calling fillBuffer %p",
5023349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber             mCodec->mComponentName.c_str(), info->mBufferID);
5024349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
5025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        CHECK_EQ(mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID),
5026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                 (status_t)OK);
5027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        info->mStatus = BufferInfo::OWNED_BY_COMPONENT;
5029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
5030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5032054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() {
5033c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar    submitRegularOutputBuffers();
5034054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    if (mCodec->mStoreMetaDataInOutputBuffers) {
5035054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar        submitOutputMetaBuffers();
5036054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar    }
5037054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar}
5038054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar
5039f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() {
5040349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber    if (mActive) {
50413856b090cd04ba5dd4a59a12430ed724d5995909Steve Block        ALOGV("[%s] We're already active, no need to resume.",
5042349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber             mCodec->mComponentName.c_str());
5043349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
5044349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber        return;
5045349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber    }
5046349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
5047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    submitOutputBuffers();
5048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
50493cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar    // Post all available input buffers
5050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK_GT(mCodec->mBuffers[kPortIndexInput].size(), 0u);
50513cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar    for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) {
50523cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar        BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i);
50533cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar        if (info->mStatus == BufferInfo::OWNED_BY_US) {
50543cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar            postFillThisBuffer(info);
50553cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar        }
50563cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar    }
5057349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
5058349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber    mActive = true;
5059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5061f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() {
50623856b090cd04ba5dd4a59a12430ed724d5995909Steve Block    ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str());
5063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mCodec->processDeferredMessages();
5065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5067f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) {
5068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool handled = false;
5069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (msg->what()) {
5071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case kWhatShutdown:
5072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
5073c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            int32_t keepComponentAllocated;
5074c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            CHECK(msg->findInt32(
5075c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber                        "keepComponentAllocated", &keepComponentAllocated));
5076c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
5077c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            mCodec->mShutdownInProgress = true;
507854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar            mCodec->mExplicitShutdown = true;
5079c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            mCodec->mKeepComponentAllocated = keepComponentAllocated;
5080c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
5081349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber            mActive = false;
5082349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
5083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ(mCodec->mOMX->sendCommand(
5084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                        mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle),
5085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                     (status_t)OK);
5086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mCodec->changeState(mCodec->mExecutingToIdleState);
5088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            handled = true;
5090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
5091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case kWhatFlush:
5094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
50957a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong            ALOGV("[%s] ExecutingState flushing now "
5096d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber                 "(codec owns %d/%d input, %d/%d output).",
5097d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber                    mCodec->mComponentName.c_str(),
5098d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber                    mCodec->countBuffersOwnedByComponent(kPortIndexInput),
5099d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber                    mCodec->mBuffers[kPortIndexInput].size(),
5100d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber                    mCodec->countBuffersOwnedByComponent(kPortIndexOutput),
5101d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber                    mCodec->mBuffers[kPortIndexOutput].size());
5102d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber
5103349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber            mActive = false;
5104349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
5105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ(mCodec->mOMX->sendCommand(
5106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                        mCodec->mNode, OMX_CommandFlush, OMX_ALL),
5107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                     (status_t)OK);
5108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mCodec->changeState(mCodec->mFlushingState);
5110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            handled = true;
5111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
5112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case kWhatResume:
5115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
5116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            resume();
5117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            handled = true;
5119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
5120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5122496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber        case kWhatRequestIDRFrame:
5123496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber        {
5124496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber            status_t err = mCodec->requestIDRFrame();
5125496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber            if (err != OK) {
5126496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber                ALOGW("Requesting an IDR frame failed.");
5127496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber            }
5128496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber
5129496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber            handled = true;
5130496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber            break;
5131496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber        }
5132496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber
5133a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber        case kWhatSetParameters:
5134a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber        {
5135a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber            sp<AMessage> params;
5136a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber            CHECK(msg->findMessage("params", &params));
5137a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber
5138a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber            status_t err = mCodec->setParameters(params);
5139a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber
5140a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber            sp<AMessage> reply;
5141a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber            if (msg->findMessage("reply", &reply)) {
5142a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber                reply->setInt32("err", err);
5143a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber                reply->post();
5144a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber            }
5145a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber
5146a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber            handled = true;
5147a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber            break;
5148a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber        }
5149a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber
51507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden        case ACodec::kWhatSignalEndOfInputStream:
51517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden        {
51526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden            mCodec->onSignalEndOfInputStream();
51537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden            handled = true;
51547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden            break;
51557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden        }
51567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden
51574dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar        // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED ***
51584dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar        case kWhatSubmitOutputMetaDataBufferIfEOS:
51594dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar        {
51604dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar            if (mCodec->mPortEOS[kPortIndexInput] &&
51614dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar                    !mCodec->mPortEOS[kPortIndexOutput]) {
51624dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar                status_t err = mCodec->submitOutputMetaDataBuffer();
51634dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar                if (err == OK) {
51644dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar                    mCodec->signalSubmitOutputMetaDataBufferIfEOS_workaround();
51654dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar                }
51664dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar            }
51674dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar            return true;
51684dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar        }
51694dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar
5170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
5171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            handled = BaseState::onMessageReceived(msg);
5172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
5173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
5174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return handled;
5176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5178a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> &params) {
5179a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber    int32_t videoBitrate;
5180530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar    if (params->findInt32("video-bitrate", &videoBitrate)) {
5181a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber        OMX_VIDEO_CONFIG_BITRATETYPE configParams;
5182a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber        InitOMXParams(&configParams);
5183a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber        configParams.nPortIndex = kPortIndexOutput;
5184a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber        configParams.nEncodeBitrate = videoBitrate;
5185a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber
5186a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber        status_t err = mOMX->setConfig(
5187a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber                mNode,
5188a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber                OMX_IndexConfigVideoBitrate,
5189a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber                &configParams,
5190a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber                sizeof(configParams));
5191a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber
5192a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber        if (err != OK) {
5193a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber            ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d",
5194a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber                   videoBitrate, err);
5195a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber
5196a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber            return err;
5197a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber        }
5198a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber    }
5199a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber
520072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang    int64_t skipFramesBeforeUs;
520172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang    if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) {
520272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang        status_t err =
520372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang            mOMX->setInternalOption(
520472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang                     mNode,
520572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang                     kPortIndexInput,
520672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang                     IOMX::INTERNAL_OPTION_START_TIME,
520772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang                     &skipFramesBeforeUs,
520872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang                     sizeof(skipFramesBeforeUs));
520972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang
521072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang        if (err != OK) {
521172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang            ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err);
521272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang            return err;
521372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang        }
521472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang    }
521572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang
5216e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber    int32_t dropInputFrames;
5217e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber    if (params->findInt32("drop-input-frames", &dropInputFrames)) {
5218e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber        bool suspend = dropInputFrames != 0;
5219e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber
5220b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber        status_t err =
5221b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber            mOMX->setInternalOption(
5222e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber                     mNode,
5223e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber                     kPortIndexInput,
5224e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber                     IOMX::INTERNAL_OPTION_SUSPEND,
5225e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber                     &suspend,
5226b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber                     sizeof(suspend));
5227b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber
5228b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber        if (err != OK) {
5229b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber            ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err);
5230b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber            return err;
5231b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber        }
5232b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber    }
5233b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber
5234b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber    int32_t dummy;
5235b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber    if (params->findInt32("request-sync", &dummy)) {
5236b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber        status_t err = requestIDRFrame();
5237b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber
5238b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber        if (err != OK) {
5239b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber            ALOGE("Requesting a sync frame failed w/ err %d", err);
5240b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber            return err;
5241b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber        }
5242e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber    }
5243e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber
5244a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber    return OK;
5245a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber}
5246a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber
52476507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() {
52486507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden    sp<AMessage> notify = mNotify->dup();
5249d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar    notify->setInt32("what", CodecBase::kWhatSignaledInputEOS);
52506507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden
52516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden    status_t err = mOMX->signalEndOfInputStream(mNode);
52526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden    if (err != OK) {
52536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden        notify->setInt32("err", err);
52546507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden    }
52556507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden    notify->post();
52566507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden}
52576507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden
5258f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent(
5259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) {
5260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (event) {
5261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case OMX_EventPortSettingsChanged:
5262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
5263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ(data1, (OMX_U32)kPortIndexOutput);
5264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
526531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber            if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) {
5266054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar                mCodec->mMetaDataBuffersToSubmit = 0;
5267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                CHECK_EQ(mCodec->mOMX->sendCommand(
5268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                            mCodec->mNode,
5269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                            OMX_CommandPortDisable, kPortIndexOutput),
5270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                         (status_t)OK);
5271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5272349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber                mCodec->freeOutputBuffersNotOwnedByComponent();
5273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                mCodec->changeState(mCodec->mOutputPortSettingsChangedState);
527531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber            } else if (data2 == OMX_IndexConfigCommonOutputCrop) {
527631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber                mCodec->mSentFormat = false;
5277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            } else {
52783856b090cd04ba5dd4a59a12430ed724d5995909Steve Block                ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08lx",
5279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                     mCodec->mComponentName.c_str(), data2);
5280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            }
5281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return true;
5283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case OMX_EventBufferFlag:
5286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
5287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return true;
5288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
5291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return BaseState::onOMXEvent(event, data1, data2);
5292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
5293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
5296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5297f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState(
5298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        ACodec *codec)
5299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    : BaseState(codec) {
5300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5302f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode(
5303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        OMX_U32 portIndex) {
5304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (portIndex == kPortIndexOutput) {
5305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        return FREE_BUFFERS;
5306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
5307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput);
5309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return RESUBMIT_BUFFERS;
5311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5313f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived(
5314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        const sp<AMessage> &msg) {
5315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool handled = false;
5316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (msg->what()) {
5318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case kWhatFlush:
5319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case kWhatShutdown:
5320349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber        case kWhatResume:
5321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
5322349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber            if (msg->what() == kWhatResume) {
53233856b090cd04ba5dd4a59a12430ed724d5995909Steve Block                ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str());
5324349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber            }
5325349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
5326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mCodec->deferMessage(msg);
5327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            handled = true;
5328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
5329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
5332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            handled = BaseState::onMessageReceived(msg);
5333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
5334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
5335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return handled;
5337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5339f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() {
53403856b090cd04ba5dd4a59a12430ed724d5995909Steve Block    ALOGV("[%s] Now handling output port settings change",
5341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber         mCodec->mComponentName.c_str());
5342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent(
5345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) {
5346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (event) {
5347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case OMX_EventCmdComplete:
5348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
5349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            if (data1 == (OMX_U32)OMX_CommandPortDisable) {
5350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                CHECK_EQ(data2, (OMX_U32)kPortIndexOutput);
5351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
53523856b090cd04ba5dd4a59a12430ed724d5995909Steve Block                ALOGV("[%s] Output port now disabled.",
5353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                        mCodec->mComponentName.c_str());
5354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                CHECK(mCodec->mBuffers[kPortIndexOutput].isEmpty());
5356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                mCodec->mDealer[kPortIndexOutput].clear();
5357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                CHECK_EQ(mCodec->mOMX->sendCommand(
5359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                            mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput),
5360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                         (status_t)OK);
5361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5362cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber                status_t err;
5363cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber                if ((err = mCodec->allocateBuffersOnPort(
5364cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber                                kPortIndexOutput)) != OK) {
536529357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block                    ALOGE("Failed to allocate output port buffers after "
5366cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber                         "port reconfiguration (error 0x%08x)",
5367cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber                         err);
5368cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber
5369251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung                    mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err));
5370d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber
5371755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber                    // This is technically not correct, but appears to be
5372755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber                    // the only way to free the component instance.
5373755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber                    // Controlled transitioning from excecuting->idle
5374755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber                    // and idle->loaded seem impossible probably because
5375755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber                    // the output port never finishes re-enabling.
5376755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber                    mCodec->mShutdownInProgress = true;
5377755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber                    mCodec->mKeepComponentAllocated = false;
5378755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber                    mCodec->changeState(mCodec->mLoadedState);
5379cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber                }
5380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                return true;
5382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            } else if (data1 == (OMX_U32)OMX_CommandPortEnable) {
5383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                CHECK_EQ(data2, (OMX_U32)kPortIndexOutput);
5384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
538531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber                mCodec->mSentFormat = false;
538631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
53873856b090cd04ba5dd4a59a12430ed724d5995909Steve Block                ALOGV("[%s] Output port now reenabled.",
5388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                        mCodec->mComponentName.c_str());
5389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5390349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber                if (mCodec->mExecutingState->active()) {
5391349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber                    mCodec->mExecutingState->submitOutputBuffers();
5392349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber                }
5393349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
5394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                mCodec->changeState(mCodec->mExecutingState);
5395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                return true;
5397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            }
5398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return false;
5400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
5403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return false;
5404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
5405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
5408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5409f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec)
54105778822d86b0337407514b9372562b86edfa91cdAndreas Huber    : BaseState(codec),
54115778822d86b0337407514b9372562b86edfa91cdAndreas Huber      mComponentNowIdle(false) {
5412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5414f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) {
5415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool handled = false;
5416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (msg->what()) {
5418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case kWhatFlush:
5419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
5420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            // Don't send me a flush request if you previously wanted me
5421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            // to shutdown.
5422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            TRESPASS();
5423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
5424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case kWhatShutdown:
5427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
5428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            // We're already doing that...
5429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            handled = true;
5431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
5432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
5435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            handled = BaseState::onMessageReceived(msg);
5436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
5437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
5438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return handled;
5440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5442f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() {
54433856b090cd04ba5dd4a59a12430ed724d5995909Steve Block    ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str());
544431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
54455778822d86b0337407514b9372562b86edfa91cdAndreas Huber    mComponentNowIdle = false;
544631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber    mCodec->mSentFormat = false;
5447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5449f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent(
5450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) {
5451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (event) {
5452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case OMX_EventCmdComplete:
5453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
5454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ(data1, (OMX_U32)OMX_CommandStateSet);
5455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ(data2, (OMX_U32)OMX_StateIdle);
5456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
54575778822d86b0337407514b9372562b86edfa91cdAndreas Huber            mComponentNowIdle = true;
54585778822d86b0337407514b9372562b86edfa91cdAndreas Huber
5459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            changeStateIfWeOwnAllBuffers();
5460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return true;
5462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5464349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber        case OMX_EventPortSettingsChanged:
5465349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber        case OMX_EventBufferFlag:
5466349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber        {
5467349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber            // We're shutting down and don't care about this anymore.
5468349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber            return true;
5469349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber        }
5470349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
5471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
5472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return BaseState::onOMXEvent(event, data1, data2);
5473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
5474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
54750af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber
5476f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() {
54775778822d86b0337407514b9372562b86edfa91cdAndreas Huber    if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) {
5478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        CHECK_EQ(mCodec->mOMX->sendCommand(
5479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                    mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded),
5480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                 (status_t)OK);
5481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        CHECK_EQ(mCodec->freeBuffersOnPort(kPortIndexInput), (status_t)OK);
5483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        CHECK_EQ(mCodec->freeBuffersOnPort(kPortIndexOutput), (status_t)OK);
5484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
54850167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber        if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown)
54860167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber                && mCodec->mNativeWindow != NULL) {
5487bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            // We push enough 1x1 blank buffers to ensure that one of
5488bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            // them has made it to the display.  This allows the OMX
5489bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            // component teardown to zero out any protected buffers
5490bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            // without the risk of scanning out one of those buffers.
5491bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber            mCodec->pushBlankBuffersToNativeWindow();
5492bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber        }
5493bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber
5494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        mCodec->changeState(mCodec->mIdleToLoadedState);
5495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
5496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5498f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled(
5499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        const sp<AMessage> &msg) {
5500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    BaseState::onInputBufferFilled(msg);
5501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    changeStateIfWeOwnAllBuffers();
5503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5505f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained(
5506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        const sp<AMessage> &msg) {
5507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    BaseState::onOutputBufferDrained(msg);
5508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    changeStateIfWeOwnAllBuffers();
5510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
5513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5514f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec)
5515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    : BaseState(codec) {
5516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5518f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) {
5519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool handled = false;
5520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (msg->what()) {
5522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case kWhatShutdown:
5523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
5524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            // We're already doing that...
5525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            handled = true;
5527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
5528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case kWhatFlush:
5531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
5532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            // Don't send me a flush request if you previously wanted me
5533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            // to shutdown.
5534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            TRESPASS();
5535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
5536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
5539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            handled = BaseState::onMessageReceived(msg);
5540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
5541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
5542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return handled;
5544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5546f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() {
55473856b090cd04ba5dd4a59a12430ed724d5995909Steve Block    ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str());
5548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5550f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent(
5551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) {
5552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (event) {
5553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case OMX_EventCmdComplete:
5554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
5555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ(data1, (OMX_U32)OMX_CommandStateSet);
5556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ(data2, (OMX_U32)OMX_StateLoaded);
5557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5558c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber            mCodec->changeState(mCodec->mLoadedState);
5559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return true;
5561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
5564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return BaseState::onOMXEvent(event, data1, data2);
5565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
5566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber////////////////////////////////////////////////////////////////////////////////
5569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5570f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec)
5571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    : BaseState(codec) {
5572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5574f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() {
55753856b090cd04ba5dd4a59a12430ed724d5995909Steve Block    ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str());
5576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false;
5578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5580f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) {
5581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool handled = false;
5582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (msg->what()) {
5584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case kWhatShutdown:
5585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
5586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mCodec->deferMessage(msg);
5587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
5588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case kWhatFlush:
5591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
5592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            // We're already doing this right now.
5593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            handled = true;
5594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
5595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
5598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            handled = BaseState::onMessageReceived(msg);
5599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            break;
5600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
5601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return handled;
5603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5605f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent(
5606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) {
56077a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong    ALOGV("[%s] FlushingState onOMXEvent(%d,%ld)",
5608d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber            mCodec->mComponentName.c_str(), event, data1);
5609d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber
5610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    switch (event) {
5611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        case OMX_EventCmdComplete:
5612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        {
5613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            CHECK_EQ(data1, (OMX_U32)OMX_CommandFlush);
5614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            if (data2 == kPortIndexInput || data2 == kPortIndexOutput) {
5616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                CHECK(!mFlushComplete[data2]);
5617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                mFlushComplete[data2] = true;
5618e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber
5619e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber                if (mFlushComplete[kPortIndexInput]
5620e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber                        && mFlushComplete[kPortIndexOutput]) {
5621e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber                    changeStateIfWeOwnAllBuffers();
5622e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber                }
5623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            } else {
5624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                CHECK_EQ(data2, OMX_ALL);
5625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                CHECK(mFlushComplete[kPortIndexInput]);
5626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                CHECK(mFlushComplete[kPortIndexOutput]);
5627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber                changeStateIfWeOwnAllBuffers();
5629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            }
5630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return true;
5632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        }
5633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5634349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber        case OMX_EventPortSettingsChanged:
5635349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber        {
5636349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber            sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec->id());
5637349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber            msg->setInt32("type", omx_message::EVENT);
5638609b815a3131d22da38b2f452faa9f89daad4039Andy Hung            msg->setInt32("node", mCodec->mNode);
5639349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber            msg->setInt32("event", event);
5640349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber            msg->setInt32("data1", data1);
5641349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber            msg->setInt32("data2", data2);
5642349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
56433856b090cd04ba5dd4a59a12430ed724d5995909Steve Block            ALOGV("[%s] Deferring OMX_EventPortSettingsChanged",
5644349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber                 mCodec->mComponentName.c_str());
5645349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
5646349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber            mCodec->deferMessage(msg);
5647349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
5648349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber            return true;
5649349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber        }
5650349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber
5651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        default:
5652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            return BaseState::onOMXEvent(event, data1, data2);
5653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
5654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    return true;
5656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5658f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) {
5659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    BaseState::onOutputBufferDrained(msg);
5660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    changeStateIfWeOwnAllBuffers();
5662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5664f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) {
5665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    BaseState::onInputBufferFilled(msg);
5666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    changeStateIfWeOwnAllBuffers();
5668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5670f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() {
5671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    if (mFlushComplete[kPortIndexInput]
5672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            && mFlushComplete[kPortIndexOutput]
5673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            && mCodec->allYourBuffersAreBelongToUs()) {
56747e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber        // We now own all buffers except possibly those still queued with
56757e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber        // the native window for rendering. Let's get those back as well.
56767e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber        mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs();
56777e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber
5678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        sp<AMessage> notify = mCodec->mNotify->dup();
5679d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar        notify->setInt32("what", CodecBase::kWhatFlushCompleted);
5680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        notify->post();
5681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        mCodec->mPortEOS[kPortIndexInput] =
5683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            mCodec->mPortEOS[kPortIndexOutput] = false;
5684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5685dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber        mCodec->mInputEOSResult = OK;
5686dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber
5687f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen        if (mCodec->mSkipCutBuffer != NULL) {
5688f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen            mCodec->mSkipCutBuffer->clear();
5689f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen        }
5690f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen
5691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        mCodec->changeState(mCodec->mExecutingState);
5692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    }
5693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}
5694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}  // namespace android
5696