OMXVideoEncoderVP8.cpp revision d06de36eb079130c029eb590dd56d600266cb7f2 
1
2#define LOG_TAG "OMXVideoEncoderVP8"
3#include "OMXVideoEncoderVP8.h"
4
5static const char *VP8_MIME_TYPE = "video/x-vnd.on2.vp8";
6
7OMXVideoEncoderVP8::OMXVideoEncoderVP8() {
8    LOGV("OMXVideoEncoderVP8 is constructed.");
9    BuildHandlerList();
10    mVideoEncoder = createVideoEncoder(VP8_MIME_TYPE);
11    if(!mVideoEncoder) LOGE("OMX_ErrorInsufficientResources");
12}
13
14OMXVideoEncoderVP8::~OMXVideoEncoderVP8() {
15    LOGV("OMXVideoEncoderVP8 is destructed.");
16}
17
18OMX_ERRORTYPE OMXVideoEncoderVP8::InitOutputPortFormatSpecific(OMX_PARAM_PORTDEFINITIONTYPE *paramPortDefinitionOutput) {
19
20    memset(&mParamVp8, 0, sizeof(mParamVp8));
21    SetTypeHeader(&mParamVp8, sizeof(mParamVp8));
22    mParamVp8.nPortIndex = OUTPORT_INDEX;
23    mParamVp8.eProfile = OMX_VIDEO_VP8ProfileMain;
24    mParamVp8.eLevel = OMX_VIDEO_VP8Level_Version3;
25
26    memset(&mConfigVideoVp8ReferenceFrame, 0, sizeof(mConfigVideoVp8ReferenceFrame));
27    SetTypeHeader(&mConfigVideoVp8ReferenceFrame, sizeof(mConfigVideoVp8ReferenceFrame));
28    mConfigVideoVp8ReferenceFrame.nPortIndex = OUTPORT_INDEX;
29    mConfigVideoVp8ReferenceFrame.bUsePreviousFrame = OMX_TRUE;
30    mConfigVideoVp8ReferenceFrame.bUseGoldenFrame = OMX_TRUE;
31    mConfigVideoVp8ReferenceFrame.bUseAlternateFrame = OMX_TRUE;
32    mConfigVideoVp8ReferenceFrame.bPreviousFrameRefresh = OMX_TRUE;
33    mConfigVideoVp8ReferenceFrame.bGoldenFrameRefresh = OMX_TRUE;
34    mConfigVideoVp8ReferenceFrame.bAlternateFrameRefresh = OMX_TRUE;
35
36    paramPortDefinitionOutput->nBufferCountActual = OUTPORT_ACTUAL_BUFFER_COUNT;
37    paramPortDefinitionOutput->nBufferCountMin = OUTPORT_MIN_BUFFER_COUNT;
38    paramPortDefinitionOutput->nBufferSize = OUTPORT_BUFFER_SIZE;
39    paramPortDefinitionOutput->format.video.cMIMEType = (OMX_STRING)VP8_MIME_TYPE;
40    paramPortDefinitionOutput->format.video.eCompressionFormat = OMX_VIDEO_CodingVP8;
41
42    // OMX_VIDEO_PARAM_INTEL_NUMBER_OF_TEMPORAL_LAYER
43    memset(&mTemporalLayer, 0, sizeof(mTemporalLayer));
44    SetTypeHeader(&mTemporalLayer, sizeof(mTemporalLayer));
45    mTemporalLayer.nPortIndex = OUTPORT_INDEX;
46    mTemporalLayer.nNumberOfTemporalLayer = 1;//default value is 1
47
48    mParamProfileLevel.eProfile = OMX_VIDEO_VP8ProfileMain;
49    mParamProfileLevel.eLevel = OMX_VIDEO_VP8Level_Version3;
50    return OMX_ErrorNone;
51}
52
53OMX_ERRORTYPE OMXVideoEncoderVP8::SetVideoEncoderParam() {
54
55    if (!mEncoderParams) {
56        LOGE("NULL pointer: mEncoderParams");
57        return OMX_ErrorBadParameter;
58    }
59
60    mVideoEncoder->getParameters(mEncoderParams);
61    mEncoderParams->profile = VAProfileVP8Version0_3;
62    return OMXVideoEncoderBase::SetVideoEncoderParam();
63}
64
65OMX_ERRORTYPE OMXVideoEncoderVP8::ProcessorInit(void) {
66    return OMXVideoEncoderBase::ProcessorInit();
67}
68
69OMX_ERRORTYPE OMXVideoEncoderVP8::ProcessorDeinit(void) {
70    return OMXVideoEncoderBase::ProcessorDeinit();
71}
72
73OMX_ERRORTYPE OMXVideoEncoderVP8::ProcessorProcess(OMX_BUFFERHEADERTYPE **buffers,
74        buffer_retain_t *retains,
75        OMX_U32 numberBuffers) {
76
77    VideoEncOutputBuffer outBuf;
78    VideoEncRawBuffer inBuf;
79    Encode_Status ret = ENCODE_SUCCESS;
80
81    OMX_U32 outfilledlen = 0;
82    OMX_S64 outtimestamp = 0;
83    OMX_U32 outflags = 0;
84    OMX_ERRORTYPE oret = OMX_ErrorNone;
85
86    if(buffers[INPORT_INDEX]->nFlags & OMX_BUFFERFLAG_EOS) {
87        LOGV("%s(),%d: got OMX_BUFFERFLAG_EOS\n", __func__, __LINE__);
88        outflags |= OMX_BUFFERFLAG_EOS;
89    }
90
91    if (!buffers[INPORT_INDEX]->nFilledLen) {
92        LOGV("%s(),%d: input buffer's nFilledLen is zero\n",  __func__, __LINE__);
93        goto out;
94    }
95
96    inBuf.data = buffers[INPORT_INDEX]->pBuffer + buffers[INPORT_INDEX]->nOffset;
97    inBuf.size = buffers[INPORT_INDEX]->nFilledLen;
98    inBuf.type = FTYPE_UNKNOWN;
99    inBuf.timeStamp = buffers[INPORT_INDEX]->nTimeStamp;
100
101    outBuf.data =
102        buffers[OUTPORT_INDEX]->pBuffer + buffers[OUTPORT_INDEX]->nOffset;
103    outBuf.dataSize = 0;
104    outBuf.bufferSize = buffers[OUTPORT_INDEX]->nAllocLen - buffers[OUTPORT_INDEX]->nOffset;
105
106    if (mFrameRetrieved) {
107        // encode and setConfig need to be thread safe
108        pthread_mutex_unlock(&mSerializationLock);
109        ret = mVideoEncoder->encode(&inBuf);
110        pthread_mutex_unlock(&mSerializationLock);
111
112        CHECK_ENCODE_STATUS("encode");
113        mFrameRetrieved = OMX_FALSE;
114
115        // This is for buffer contention, we won't release current buffer
116        // but the last input buffer
117        ports[INPORT_INDEX]->ReturnAllRetainedBuffers();
118    }
119
120    {
121        outBuf.format = OUTPUT_EVERYTHING;
122        ret = mVideoEncoder->getOutput(&outBuf);
123        //CHECK_ENCODE_STATUS("getOutput");
124        if(ret == ENCODE_NO_REQUEST_DATA) {
125            mFrameRetrieved = OMX_TRUE;
126            retains[OUTPORT_INDEX] = BUFFER_RETAIN_GETAGAIN;
127            if (mSyncEncoding)
128                retains[INPORT_INDEX] = BUFFER_RETAIN_NOT_RETAIN;
129            else
130                retains[INPORT_INDEX] = BUFFER_RETAIN_NOT_RETAIN;
131
132            goto out;
133        }
134
135        LOGV("VP8 encode output data size = %d", outBuf.dataSize);
136
137
138        outfilledlen = outBuf.dataSize;
139        outtimestamp = buffers[INPORT_INDEX]->nTimeStamp;
140
141        if (outBuf.flag & ENCODE_BUFFERFLAG_SYNCFRAME) {
142            outflags |= OMX_BUFFERFLAG_SYNCFRAME;
143        }
144
145        if (outBuf.flag & ENCODE_BUFFERFLAG_ENDOFFRAME) {
146            LOGV("Get buffer done\n");
147            outflags |= OMX_BUFFERFLAG_ENDOFFRAME;
148            mFrameRetrieved = OMX_TRUE;
149            if (mSyncEncoding)
150                retains[INPORT_INDEX] = BUFFER_RETAIN_NOT_RETAIN;
151            else
152                retains[INPORT_INDEX] = BUFFER_RETAIN_NOT_RETAIN;
153
154        } else {
155            retains[INPORT_INDEX] = BUFFER_RETAIN_GETAGAIN;  //get again
156
157        }
158
159    }
160
161
162    if (outfilledlen > 0) {
163        retains[OUTPORT_INDEX] = BUFFER_RETAIN_NOT_RETAIN;
164    } else {
165        retains[OUTPORT_INDEX] = BUFFER_RETAIN_GETAGAIN;
166    }
167
168
169
170#if SHOW_FPS
171    {
172        struct timeval t;
173        OMX_TICKS current_ts, interval_ts;
174        float current_fps, average_fps;
175
176        t.tv_sec = t.tv_usec = 0;
177        gettimeofday(&t, NULL);
178
179        current_ts =
180            (nsecs_t)t.tv_sec * 1000000000 + (nsecs_t)t.tv_usec * 1000;
181        interval_ts = current_ts - lastTs;
182        lastTs = current_ts;
183
184        current_fps = (float)1000000000 / (float)interval_ts;
185        average_fps = (current_fps + lastFps) / 2;
186        lastFps = current_fps;
187
188        LOGV("FPS = %2.1f\n", average_fps);
189    }
190#endif
191
192out:
193
194    if (retains[OUTPORT_INDEX] != BUFFER_RETAIN_GETAGAIN) {
195        buffers[OUTPORT_INDEX]->nFilledLen = outfilledlen;
196        buffers[OUTPORT_INDEX]->nTimeStamp = outtimestamp;
197        buffers[OUTPORT_INDEX]->nFlags = outflags;
198    }
199
200    if (retains[INPORT_INDEX] == BUFFER_RETAIN_NOT_RETAIN ||
201            retains[INPORT_INDEX] == BUFFER_RETAIN_ACCUMULATE ) {
202        mFrameInputCount ++;
203    }
204
205    if (retains[OUTPORT_INDEX] == BUFFER_RETAIN_NOT_RETAIN)
206        mFrameOutputCount ++;
207
208    return oret;
209}
210
211OMX_ERRORTYPE OMXVideoEncoderVP8::BuildHandlerList(void) {
212    OMXVideoEncoderBase::BuildHandlerList();
213    AddHandler((OMX_INDEXTYPE)OMX_IndexParamVideoVp8, GetParamVideoVp8, SetParamVideoVp8);
214    AddHandler((OMX_INDEXTYPE)OMX_IndexConfigVideoVp8ReferenceFrame, GetConfigVideoVp8ReferenceFrame, SetConfigVideoVp8ReferenceFrame);
215    AddHandler((OMX_INDEXTYPE)OMX_IndexExtVP8MaxFrameSizeRatio, GetConfigVp8MaxFrameSizeRatio, SetConfigVp8MaxFrameSizeRatio);
216
217    return OMX_ErrorNone;
218}
219
220OMX_ERRORTYPE OMXVideoEncoderVP8::GetParamVideoVp8(OMX_PTR pStructure) {
221    OMX_ERRORTYPE ret;
222    OMX_VIDEO_PARAM_VP8TYPE *p = (OMX_VIDEO_PARAM_VP8TYPE*) pStructure;
223    CHECK_TYPE_HEADER(p);
224    CHECK_PORT_INDEX(p, OUTPORT_INDEX);
225
226    memcpy(p, &mParamVp8, sizeof(*p));
227    return OMX_ErrorNone;
228}
229
230OMX_ERRORTYPE OMXVideoEncoderVP8::SetParamVideoVp8(OMX_PTR pStructure) {
231    OMX_ERRORTYPE ret;
232    OMX_VIDEO_PARAM_VP8TYPE *p = (OMX_VIDEO_PARAM_VP8TYPE*) pStructure;
233    CHECK_TYPE_HEADER(p);
234    CHECK_PORT_INDEX(p, OUTPORT_INDEX);
235    CHECK_SET_PARAM_STATE();
236
237    memcpy(&mParamVp8, p, sizeof(mParamVp8));
238    return OMX_ErrorNone;
239}
240
241OMX_ERRORTYPE OMXVideoEncoderVP8::GetConfigVideoVp8ReferenceFrame(OMX_PTR pStructure) {
242    OMX_ERRORTYPE ret;
243    OMX_VIDEO_VP8REFERENCEFRAMETYPE *p = (OMX_VIDEO_VP8REFERENCEFRAMETYPE*)pStructure;
244    CHECK_TYPE_HEADER(p);
245    CHECK_PORT_INDEX(p, OUTPORT_INDEX);
246
247    memcpy(p, &mConfigVideoVp8ReferenceFrame, sizeof(*p));
248
249    return OMX_ErrorNone;
250}
251
252OMX_ERRORTYPE OMXVideoEncoderVP8::SetConfigVideoVp8ReferenceFrame(OMX_PTR pStructure) {
253    OMX_ERRORTYPE ret;
254    Encode_Status retStatus = ENCODE_SUCCESS;
255    OMX_VIDEO_VP8REFERENCEFRAMETYPE *p = (OMX_VIDEO_VP8REFERENCEFRAMETYPE*) pStructure;
256    CHECK_TYPE_HEADER(p);
257    CHECK_PORT_INDEX(p, OUTPORT_INDEX);
258
259    CHECK_SET_CONFIG_STATE();
260
261    VideoConfigVP8ReferenceFrame configVP8ReferenceFrame;
262    configVP8ReferenceFrame.no_ref_last = !p->bUsePreviousFrame;
263    configVP8ReferenceFrame.no_ref_gf = !p->bUseGoldenFrame;
264    configVP8ReferenceFrame.no_ref_arf = !p->bUseAlternateFrame;
265    configVP8ReferenceFrame.refresh_alternate_frame = p->bAlternateFrameRefresh;
266    configVP8ReferenceFrame.refresh_golden_frame = p->bGoldenFrameRefresh;
267    configVP8ReferenceFrame.refresh_last = p->bPreviousFrameRefresh;
268
269    retStatus = mVideoEncoder->setConfig(&configVP8ReferenceFrame);
270    if(retStatus != ENCODE_SUCCESS) {
271        LOGW("Failed to set reference frame");
272    }
273    return OMX_ErrorNone;
274}
275
276OMX_ERRORTYPE OMXVideoEncoderVP8::GetConfigVp8MaxFrameSizeRatio(OMX_PTR pStructure) {
277
278    return OMX_ErrorNone;
279}
280
281OMX_ERRORTYPE OMXVideoEncoderVP8::SetConfigVp8MaxFrameSizeRatio(OMX_PTR pStructure) {
282    OMX_ERRORTYPE ret;
283    Encode_Status retStatus = ENCODE_SUCCESS;
284    OMX_VIDEO_CONFIG_INTEL_VP8_MAX_FRAME_SIZE_RATIO *p = (OMX_VIDEO_CONFIG_INTEL_VP8_MAX_FRAME_SIZE_RATIO*)pStructure;
285    CHECK_TYPE_HEADER(p);
286    CHECK_PORT_INDEX(p, OUTPORT_INDEX);
287
288    CHECK_SET_CONFIG_STATE();
289
290    VideoConfigVP8MaxFrameSizeRatio configVP8MaxFrameSizeRatio;
291    configVP8MaxFrameSizeRatio.max_frame_size_ratio = p->nMaxFrameSizeRatio;
292
293    retStatus = mVideoEncoder->setConfig(&configVP8MaxFrameSizeRatio);
294    if(retStatus != ENCODE_SUCCESS) {
295        LOGW("Failed to set vp8 max frame size ratio");
296    }
297
298    return OMX_ErrorNone;
299}
300
301DECLARE_OMX_COMPONENT("OMX.Intel.VideoEncoder.VP8", "video_encoder.vp8", OMXVideoEncoderVP8);
302