ACodec.h revision 5778822d86b0337407514b9372562b86edfa91cd
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/*
227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project
327c174483a8ae9688d5d4897c19074f62c7f1701James Dong *
427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License");
527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License.
627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at
727c174483a8ae9688d5d4897c19074f62c7f1701James Dong *
827c174483a8ae9688d5d4897c19074f62c7f1701James Dong *      http://www.apache.org/licenses/LICENSE-2.0
927c174483a8ae9688d5d4897c19074f62c7f1701James Dong *
1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software
1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS,
1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and
1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License.
1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */
1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong
17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef A_CODEC_H_
18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define A_CODEC_H_
20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <stdint.h>
22f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <android/native_window.h>
23f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/IOMX.h>
24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AHierarchicalStateMachine.h>
255778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <OMX_Audio.h>
26f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
27f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android {
28f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
29f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ABuffer;
30f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct MemoryDealer;
31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
32f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec : public AHierarchicalStateMachine {
33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum {
342c2814b900a61fa07ddfff860b143fbbe9c740e9Andreas Huber        kWhatFillThisBuffer      = 'fill',
352c2814b900a61fa07ddfff860b143fbbe9c740e9Andreas Huber        kWhatDrainThisBuffer     = 'drai',
362c2814b900a61fa07ddfff860b143fbbe9c740e9Andreas Huber        kWhatEOS                 = 'eos ',
372c2814b900a61fa07ddfff860b143fbbe9c740e9Andreas Huber        kWhatShutdownCompleted   = 'scom',
382c2814b900a61fa07ddfff860b143fbbe9c740e9Andreas Huber        kWhatFlushCompleted      = 'fcom',
392c2814b900a61fa07ddfff860b143fbbe9c740e9Andreas Huber        kWhatOutputFormatChanged = 'outC',
40c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber        kWhatError               = 'erro',
415778822d86b0337407514b9372562b86edfa91cdAndreas Huber        kWhatComponentAllocated  = 'cAll',
425778822d86b0337407514b9372562b86edfa91cdAndreas Huber        kWhatComponentConfigured = 'cCon',
435778822d86b0337407514b9372562b86edfa91cdAndreas Huber        kWhatBuffersAllocated    = 'allc',
44f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
45f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
46f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    ACodec();
47f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
48f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void setNotificationMessage(const sp<AMessage> &msg);
49f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void initiateSetup(const sp<AMessage> &msg);
50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void signalFlush();
51f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void signalResume();
52f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void initiateShutdown();
53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
545778822d86b0337407514b9372562b86edfa91cdAndreas Huber    void initiateAllocateComponent(const sp<AMessage> &msg);
555778822d86b0337407514b9372562b86edfa91cdAndreas Huber    void initiateConfigureComponent(const sp<AMessage> &msg);
565778822d86b0337407514b9372562b86edfa91cdAndreas Huber    void initiateStart();
575778822d86b0337407514b9372562b86edfa91cdAndreas Huber
58f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
59f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual ~ACodec();
60f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
61f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
62f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct BaseState;
63f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct UninitializedState;
64f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct LoadedToIdleState;
65f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct IdleToExecutingState;
66f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct ExecutingState;
67f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct OutputPortSettingsChangedState;
68f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct ExecutingToIdleState;
69f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct IdleToLoadedState;
70f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct FlushingState;
71f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
72f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum {
73f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kWhatSetup                   = 'setu',
74f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kWhatOMXMessage              = 'omx ',
75f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kWhatInputBufferFilled       = 'inpF',
76f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kWhatOutputBufferDrained     = 'outD',
77f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kWhatShutdown                = 'shut',
78f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kWhatFlush                   = 'flus',
79f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kWhatResume                  = 'resm',
80f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kWhatDrainDeferredMessages   = 'drai',
815778822d86b0337407514b9372562b86edfa91cdAndreas Huber        kWhatAllocateComponent       = 'allo',
825778822d86b0337407514b9372562b86edfa91cdAndreas Huber        kWhatConfigureComponent      = 'conf',
835778822d86b0337407514b9372562b86edfa91cdAndreas Huber        kWhatStart                   = 'star',
84f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
85f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
86f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum {
87f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kPortIndexInput  = 0,
88f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kPortIndexOutput = 1
89f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
90f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
91f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct BufferInfo {
92f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        enum Status {
93f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OWNED_BY_US,
94f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OWNED_BY_COMPONENT,
95f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OWNED_BY_UPSTREAM,
96f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OWNED_BY_DOWNSTREAM,
97f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OWNED_BY_NATIVE_WINDOW,
98f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        };
99f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        IOMX::buffer_id mBufferID;
101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        Status mStatus;
102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        sp<ABuffer> mData;
104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        sp<GraphicBuffer> mGraphicBuffer;
105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<AMessage> mNotify;
108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<UninitializedState> mUninitializedState;
110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<LoadedToIdleState> mLoadedToIdleState;
111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<IdleToExecutingState> mIdleToExecutingState;
112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<ExecutingState> mExecutingState;
113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<OutputPortSettingsChangedState> mOutputPortSettingsChangedState;
114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<ExecutingToIdleState> mExecutingToIdleState;
115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<IdleToLoadedState> mIdleToLoadedState;
116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<FlushingState> mFlushingState;
117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    AString mComponentName;
119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<IOMX> mOMX;
120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    IOMX::node_id mNode;
121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<MemoryDealer> mDealer[2];
122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<ANativeWindow> mNativeWindow;
124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    Vector<BufferInfo> mBuffers[2];
126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool mPortEOS[2];
127dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber    status_t mInputEOSResult;
128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    List<sp<AMessage> > mDeferredQueue;
130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
13131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber    bool mSentFormat;
1325778822d86b0337407514b9372562b86edfa91cdAndreas Huber    bool mIsEncoder;
13331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t allocateBuffersOnPort(OMX_U32 portIndex);
135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t freeBuffersOnPort(OMX_U32 portIndex);
136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t freeBuffer(OMX_U32 portIndex, size_t i);
137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t allocateOutputBuffersFromNativeWindow();
139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t cancelBufferToNativeWindow(BufferInfo *info);
140349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber    status_t freeOutputBuffersNotOwnedByComponent();
141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    BufferInfo *dequeueBufferFromNativeWindow();
142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    BufferInfo *findBufferByID(
144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            uint32_t portIndex, IOMX::buffer_id bufferID,
145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            ssize_t *index = NULL);
146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1475778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setComponentRole(bool isEncoder, const char *mime);
1485778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t configureCodec(const char *mime, const sp<AMessage> &msg);
149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t setVideoPortFormatType(
151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OMX_U32 portIndex,
152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OMX_VIDEO_CODINGTYPE compressionFormat,
153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OMX_COLOR_FORMATTYPE colorFormat);
154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t setSupportedOutputFormat();
156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t setupVideoDecoder(
158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            const char *mime, int32_t width, int32_t height);
159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1605778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setupVideoEncoder(
1615778822d86b0337407514b9372562b86edfa91cdAndreas Huber            const char *mime, const sp<AMessage> &msg);
1625778822d86b0337407514b9372562b86edfa91cdAndreas Huber
163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t setVideoFormatOnPort(
164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OMX_U32 portIndex,
165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            int32_t width, int32_t height,
166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OMX_VIDEO_CODINGTYPE compressionFormat);
167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1685778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setupAACCodec(
1695778822d86b0337407514b9372562b86edfa91cdAndreas Huber            bool encoder,
1705778822d86b0337407514b9372562b86edfa91cdAndreas Huber            int32_t numChannels, int32_t sampleRate, int32_t bitRate);
1715778822d86b0337407514b9372562b86edfa91cdAndreas Huber
1725778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t selectAudioPortFormat(
1735778822d86b0337407514b9372562b86edfa91cdAndreas Huber            OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat);
1745778822d86b0337407514b9372562b86edfa91cdAndreas Huber
1755778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setupAMRCodec(bool encoder, bool isWAMR, int32_t bitRate);
1765778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setupG711Codec(bool encoder, int32_t numChannels);
177729de186450f78c099637e1fce743fe531862c52Andreas Huber
178729de186450f78c099637e1fce743fe531862c52Andreas Huber    status_t setupRawAudioFormat(
179729de186450f78c099637e1fce743fe531862c52Andreas Huber            OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels);
180729de186450f78c099637e1fce743fe531862c52Andreas Huber
181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t setMinBufferSize(OMX_U32 portIndex, size_t size);
182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1835778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setupMPEG4EncoderParameters(const sp<AMessage> &msg);
1845778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setupH263EncoderParameters(const sp<AMessage> &msg);
1855778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setupAVCEncoderParameters(const sp<AMessage> &msg);
1865778822d86b0337407514b9372562b86edfa91cdAndreas Huber
1875778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t verifySupportForProfileAndLevel(int32_t profile, int32_t level);
1885778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t configureBitrate(int32_t bitrate);
1895778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setupErrorCorrectionParameters();
1905778822d86b0337407514b9372562b86edfa91cdAndreas Huber
191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t initNativeWindow();
192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    // Returns true iff all buffers on the given port have status OWNED_BY_US.
194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool allYourBuffersAreBelongToUs(OMX_U32 portIndex);
195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool allYourBuffersAreBelongToUs();
197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
198d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber    size_t countBuffersOwnedByComponent(OMX_U32 portIndex) const;
199d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber
200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void deferMessage(const sp<AMessage> &msg);
201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void processDeferredMessages();
202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
20331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber    void sendFormatChange();
20431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
2055778822d86b0337407514b9372562b86edfa91cdAndreas Huber    void signalError(
2065778822d86b0337407514b9372562b86edfa91cdAndreas Huber            OMX_ERRORTYPE error = OMX_ErrorUndefined,
2075778822d86b0337407514b9372562b86edfa91cdAndreas Huber            status_t internalError = UNKNOWN_ERROR);
208cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber
209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(ACodec);
210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}  // namespace android
213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif  // A_CODEC_H_
215