ACodec.h revision c95c2ddcdfc974f42408a377fbe2de51b94a8c94
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/*
227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project
327c174483a8ae9688d5d4897c19074f62c7f1701James Dong *
427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License");
527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License.
627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at
727c174483a8ae9688d5d4897c19074f62c7f1701James Dong *
827c174483a8ae9688d5d4897c19074f62c7f1701James Dong *      http://www.apache.org/licenses/LICENSE-2.0
927c174483a8ae9688d5d4897c19074f62c7f1701James Dong *
1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software
1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS,
1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and
1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License.
1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */
1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong
17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef A_CODEC_H_
18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define A_CODEC_H_
20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <stdint.h>
22f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <android/native_window.h>
23f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/IOMX.h>
24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AHierarchicalStateMachine.h>
255778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <OMX_Audio.h>
26f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
27f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android {
28f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
29f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ABuffer;
30f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct MemoryDealer;
31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
32f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec : public AHierarchicalStateMachine {
33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum {
342c2814b900a61fa07ddfff860b143fbbe9c740e9Andreas Huber        kWhatFillThisBuffer      = 'fill',
352c2814b900a61fa07ddfff860b143fbbe9c740e9Andreas Huber        kWhatDrainThisBuffer     = 'drai',
362c2814b900a61fa07ddfff860b143fbbe9c740e9Andreas Huber        kWhatEOS                 = 'eos ',
372c2814b900a61fa07ddfff860b143fbbe9c740e9Andreas Huber        kWhatShutdownCompleted   = 'scom',
382c2814b900a61fa07ddfff860b143fbbe9c740e9Andreas Huber        kWhatFlushCompleted      = 'fcom',
392c2814b900a61fa07ddfff860b143fbbe9c740e9Andreas Huber        kWhatOutputFormatChanged = 'outC',
40c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber        kWhatError               = 'erro',
415778822d86b0337407514b9372562b86edfa91cdAndreas Huber        kWhatComponentAllocated  = 'cAll',
425778822d86b0337407514b9372562b86edfa91cdAndreas Huber        kWhatComponentConfigured = 'cCon',
435778822d86b0337407514b9372562b86edfa91cdAndreas Huber        kWhatBuffersAllocated    = 'allc',
44f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
45f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
46f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    ACodec();
47f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
48f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void setNotificationMessage(const sp<AMessage> &msg);
49f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void initiateSetup(const sp<AMessage> &msg);
50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void signalFlush();
51f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void signalResume();
52c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    void initiateShutdown(bool keepComponentAllocated = false);
53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
545778822d86b0337407514b9372562b86edfa91cdAndreas Huber    void initiateAllocateComponent(const sp<AMessage> &msg);
555778822d86b0337407514b9372562b86edfa91cdAndreas Huber    void initiateConfigureComponent(const sp<AMessage> &msg);
565778822d86b0337407514b9372562b86edfa91cdAndreas Huber    void initiateStart();
575778822d86b0337407514b9372562b86edfa91cdAndreas Huber
58f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
59f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual ~ACodec();
60f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
61f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
62f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct BaseState;
63f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct UninitializedState;
64c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    struct LoadedState;
65f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct LoadedToIdleState;
66f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct IdleToExecutingState;
67f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct ExecutingState;
68f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct OutputPortSettingsChangedState;
69f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct ExecutingToIdleState;
70f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct IdleToLoadedState;
71f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct FlushingState;
72f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
73f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum {
74f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kWhatSetup                   = 'setu',
75f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kWhatOMXMessage              = 'omx ',
76f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kWhatInputBufferFilled       = 'inpF',
77f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kWhatOutputBufferDrained     = 'outD',
78f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kWhatShutdown                = 'shut',
79f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kWhatFlush                   = 'flus',
80f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kWhatResume                  = 'resm',
81f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kWhatDrainDeferredMessages   = 'drai',
825778822d86b0337407514b9372562b86edfa91cdAndreas Huber        kWhatAllocateComponent       = 'allo',
835778822d86b0337407514b9372562b86edfa91cdAndreas Huber        kWhatConfigureComponent      = 'conf',
845778822d86b0337407514b9372562b86edfa91cdAndreas Huber        kWhatStart                   = 'star',
85f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
86f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
87f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum {
88f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kPortIndexInput  = 0,
89f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        kPortIndexOutput = 1
90f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
91f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
92f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct BufferInfo {
93f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        enum Status {
94f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OWNED_BY_US,
95f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OWNED_BY_COMPONENT,
96f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OWNED_BY_UPSTREAM,
97f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OWNED_BY_DOWNSTREAM,
98f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OWNED_BY_NATIVE_WINDOW,
99f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        };
100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        IOMX::buffer_id mBufferID;
102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        Status mStatus;
103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        sp<ABuffer> mData;
105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        sp<GraphicBuffer> mGraphicBuffer;
106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<AMessage> mNotify;
109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<UninitializedState> mUninitializedState;
111c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    sp<LoadedState> mLoadedState;
112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<LoadedToIdleState> mLoadedToIdleState;
113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<IdleToExecutingState> mIdleToExecutingState;
114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<ExecutingState> mExecutingState;
115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<OutputPortSettingsChangedState> mOutputPortSettingsChangedState;
116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<ExecutingToIdleState> mExecutingToIdleState;
117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<IdleToLoadedState> mIdleToLoadedState;
118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<FlushingState> mFlushingState;
119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    AString mComponentName;
121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<IOMX> mOMX;
122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    IOMX::node_id mNode;
123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<MemoryDealer> mDealer[2];
124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<ANativeWindow> mNativeWindow;
126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    Vector<BufferInfo> mBuffers[2];
128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool mPortEOS[2];
129dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber    status_t mInputEOSResult;
130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    List<sp<AMessage> > mDeferredQueue;
132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
13331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber    bool mSentFormat;
1345778822d86b0337407514b9372562b86edfa91cdAndreas Huber    bool mIsEncoder;
13531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
136c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    bool mShutdownInProgress;
137c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
138c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    // If "mKeepComponentAllocated" we only transition back to Loaded state
139c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    // and do not release the component instance.
140c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber    bool mKeepComponentAllocated;
141c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber
142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t allocateBuffersOnPort(OMX_U32 portIndex);
143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t freeBuffersOnPort(OMX_U32 portIndex);
144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t freeBuffer(OMX_U32 portIndex, size_t i);
145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t allocateOutputBuffersFromNativeWindow();
147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t cancelBufferToNativeWindow(BufferInfo *info);
148349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber    status_t freeOutputBuffersNotOwnedByComponent();
149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    BufferInfo *dequeueBufferFromNativeWindow();
150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    BufferInfo *findBufferByID(
152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            uint32_t portIndex, IOMX::buffer_id bufferID,
153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            ssize_t *index = NULL);
154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1555778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setComponentRole(bool isEncoder, const char *mime);
1565778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t configureCodec(const char *mime, const sp<AMessage> &msg);
157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t setVideoPortFormatType(
159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OMX_U32 portIndex,
160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OMX_VIDEO_CODINGTYPE compressionFormat,
161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OMX_COLOR_FORMATTYPE colorFormat);
162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t setSupportedOutputFormat();
164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t setupVideoDecoder(
166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            const char *mime, int32_t width, int32_t height);
167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1685778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setupVideoEncoder(
1695778822d86b0337407514b9372562b86edfa91cdAndreas Huber            const char *mime, const sp<AMessage> &msg);
1705778822d86b0337407514b9372562b86edfa91cdAndreas Huber
171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t setVideoFormatOnPort(
172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OMX_U32 portIndex,
173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            int32_t width, int32_t height,
174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber            OMX_VIDEO_CODINGTYPE compressionFormat);
175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1765778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setupAACCodec(
1775778822d86b0337407514b9372562b86edfa91cdAndreas Huber            bool encoder,
1785778822d86b0337407514b9372562b86edfa91cdAndreas Huber            int32_t numChannels, int32_t sampleRate, int32_t bitRate);
1795778822d86b0337407514b9372562b86edfa91cdAndreas Huber
1805778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t selectAudioPortFormat(
1815778822d86b0337407514b9372562b86edfa91cdAndreas Huber            OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat);
1825778822d86b0337407514b9372562b86edfa91cdAndreas Huber
1835778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setupAMRCodec(bool encoder, bool isWAMR, int32_t bitRate);
1845778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setupG711Codec(bool encoder, int32_t numChannels);
185729de186450f78c099637e1fce743fe531862c52Andreas Huber
186729de186450f78c099637e1fce743fe531862c52Andreas Huber    status_t setupRawAudioFormat(
187729de186450f78c099637e1fce743fe531862c52Andreas Huber            OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels);
188729de186450f78c099637e1fce743fe531862c52Andreas Huber
189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t setMinBufferSize(OMX_U32 portIndex, size_t size);
190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1915778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setupMPEG4EncoderParameters(const sp<AMessage> &msg);
1925778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setupH263EncoderParameters(const sp<AMessage> &msg);
1935778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setupAVCEncoderParameters(const sp<AMessage> &msg);
1945778822d86b0337407514b9372562b86edfa91cdAndreas Huber
1955778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t verifySupportForProfileAndLevel(int32_t profile, int32_t level);
1965778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t configureBitrate(int32_t bitrate);
1975778822d86b0337407514b9372562b86edfa91cdAndreas Huber    status_t setupErrorCorrectionParameters();
1985778822d86b0337407514b9372562b86edfa91cdAndreas Huber
199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t initNativeWindow();
200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    // Returns true iff all buffers on the given port have status OWNED_BY_US.
202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool allYourBuffersAreBelongToUs(OMX_U32 portIndex);
203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool allYourBuffersAreBelongToUs();
205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
206d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber    size_t countBuffersOwnedByComponent(OMX_U32 portIndex) const;
207d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber
208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void deferMessage(const sp<AMessage> &msg);
209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void processDeferredMessages();
210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
21131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber    void sendFormatChange();
21231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber
2135778822d86b0337407514b9372562b86edfa91cdAndreas Huber    void signalError(
2145778822d86b0337407514b9372562b86edfa91cdAndreas Huber            OMX_ERRORTYPE error = OMX_ErrorUndefined,
2155778822d86b0337407514b9372562b86edfa91cdAndreas Huber            status_t internalError = UNKNOWN_ERROR);
216cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber
217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(ACodec);
218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}  // namespace android
221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif  // A_CODEC_H_
223