SoftAMR.cpp revision 2720c8b094cfa58de314daa8e5e4fb4fa81fe3b2 
1/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "SoftAMR"
19#include <utils/Log.h>
20
21#include "SoftAMR.h"
22
23#include "gsmamr_dec.h"
24#include "pvamrwbdecoder.h"
25
26#include <media/stagefright/foundation/ADebug.h>
27
28namespace android {
29
30template<class T>
31static void InitOMXParams(T *params) {
32    params->nSize = sizeof(T);
33    params->nVersion.s.nVersionMajor = 1;
34    params->nVersion.s.nVersionMinor = 0;
35    params->nVersion.s.nRevision = 0;
36    params->nVersion.s.nStep = 0;
37}
38
39SoftAMR::SoftAMR(
40        const char *name,
41        const OMX_CALLBACKTYPE *callbacks,
42        OMX_PTR appData,
43        OMX_COMPONENTTYPE **component)
44    : SimpleSoftOMXComponent(name, callbacks, appData, component),
45      mMode(MODE_NARROW),
46      mState(NULL),
47      mDecoderBuf(NULL),
48      mDecoderCookie(NULL),
49      mInputBufferCount(0),
50      mAnchorTimeUs(0),
51      mNumSamplesOutput(0),
52      mSignalledError(false),
53      mOutputPortSettingsChange(NONE) {
54    if (!strcmp(name, "OMX.google.amrwb.decoder")) {
55        mMode = MODE_WIDE;
56    } else {
57        CHECK(!strcmp(name, "OMX.google.amrnb.decoder"));
58    }
59
60    initPorts();
61    CHECK_EQ(initDecoder(), (status_t)OK);
62}
63
64SoftAMR::~SoftAMR() {
65    if (mMode == MODE_NARROW) {
66        GSMDecodeFrameExit(&mState);
67        mState = NULL;
68    } else {
69        free(mDecoderBuf);
70        mDecoderBuf = NULL;
71
72        mState = NULL;
73        mDecoderCookie = NULL;
74    }
75}
76
77void SoftAMR::initPorts() {
78    OMX_PARAM_PORTDEFINITIONTYPE def;
79    InitOMXParams(&def);
80
81    def.nPortIndex = 0;
82    def.eDir = OMX_DirInput;
83    def.nBufferCountMin = kNumBuffers;
84    def.nBufferCountActual = def.nBufferCountMin;
85    def.nBufferSize = 8192;
86    def.bEnabled = OMX_TRUE;
87    def.bPopulated = OMX_FALSE;
88    def.eDomain = OMX_PortDomainAudio;
89    def.bBuffersContiguous = OMX_FALSE;
90    def.nBufferAlignment = 1;
91
92    def.format.audio.cMIMEType =
93        mMode == MODE_NARROW
94            ? const_cast<char *>("audio/amr")
95            : const_cast<char *>("audio/amrwb");
96
97    def.format.audio.pNativeRender = NULL;
98    def.format.audio.bFlagErrorConcealment = OMX_FALSE;
99    def.format.audio.eEncoding = OMX_AUDIO_CodingAMR;
100
101    addPort(def);
102
103    def.nPortIndex = 1;
104    def.eDir = OMX_DirOutput;
105    def.nBufferCountMin = kNumBuffers;
106    def.nBufferCountActual = def.nBufferCountMin;
107
108    def.nBufferSize =
109        (mMode == MODE_NARROW ? kNumSamplesPerFrameNB : kNumSamplesPerFrameWB)
110            * sizeof(int16_t);
111
112    def.bEnabled = OMX_TRUE;
113    def.bPopulated = OMX_FALSE;
114    def.eDomain = OMX_PortDomainAudio;
115    def.bBuffersContiguous = OMX_FALSE;
116    def.nBufferAlignment = 2;
117
118    def.format.audio.cMIMEType = const_cast<char *>("audio/raw");
119    def.format.audio.pNativeRender = NULL;
120    def.format.audio.bFlagErrorConcealment = OMX_FALSE;
121    def.format.audio.eEncoding = OMX_AUDIO_CodingPCM;
122
123    addPort(def);
124}
125
126status_t SoftAMR::initDecoder() {
127    if (mMode == MODE_NARROW) {
128        Word16 err = GSMInitDecode(&mState, (Word8 *)"AMRNBDecoder");
129
130        if (err != 0) {
131            return UNKNOWN_ERROR;
132        }
133    } else {
134        int32_t memReq = pvDecoder_AmrWbMemRequirements();
135        mDecoderBuf = malloc(memReq);
136
137        pvDecoder_AmrWb_Init(&mState, mDecoderBuf, &mDecoderCookie);
138    }
139
140    return OK;
141}
142
143OMX_ERRORTYPE SoftAMR::internalGetParameter(
144        OMX_INDEXTYPE index, OMX_PTR params) {
145    switch (index) {
146        case OMX_IndexParamAudioAmr:
147        {
148            OMX_AUDIO_PARAM_AMRTYPE *amrParams =
149                (OMX_AUDIO_PARAM_AMRTYPE *)params;
150
151            if (!isValidOMXParam(amrParams)) {
152                return OMX_ErrorBadParameter;
153            }
154
155            if (amrParams->nPortIndex != 0) {
156                return OMX_ErrorUndefined;
157            }
158
159            amrParams->nChannels = 1;
160            amrParams->eAMRDTXMode = OMX_AUDIO_AMRDTXModeOff;
161            amrParams->eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF;
162
163            if (!isConfigured()) {
164                amrParams->nBitRate = 0;
165                amrParams->eAMRBandMode = OMX_AUDIO_AMRBandModeUnused;
166            } else {
167                amrParams->nBitRate = 0;
168                amrParams->eAMRBandMode =
169                    mMode == MODE_NARROW
170                        ? OMX_AUDIO_AMRBandModeNB0 : OMX_AUDIO_AMRBandModeWB0;
171            }
172
173            return OMX_ErrorNone;
174        }
175
176        case OMX_IndexParamAudioPcm:
177        {
178            OMX_AUDIO_PARAM_PCMMODETYPE *pcmParams =
179                (OMX_AUDIO_PARAM_PCMMODETYPE *)params;
180
181            if (!isValidOMXParam(pcmParams)) {
182                return OMX_ErrorBadParameter;
183            }
184
185            if (pcmParams->nPortIndex != 1) {
186                return OMX_ErrorUndefined;
187            }
188
189            pcmParams->nChannels = 1;
190            pcmParams->eNumData = OMX_NumericalDataSigned;
191            pcmParams->eEndian = OMX_EndianBig;
192            pcmParams->bInterleaved = OMX_TRUE;
193            pcmParams->nBitPerSample = 16;
194
195            pcmParams->nSamplingRate =
196                (mMode == MODE_NARROW) ? kSampleRateNB : kSampleRateWB;
197
198            pcmParams->ePCMMode = OMX_AUDIO_PCMModeLinear;
199            pcmParams->eChannelMapping[0] = OMX_AUDIO_ChannelLF;
200            pcmParams->eChannelMapping[1] = OMX_AUDIO_ChannelRF;
201
202            return OMX_ErrorNone;
203        }
204
205        default:
206            return SimpleSoftOMXComponent::internalGetParameter(index, params);
207    }
208}
209
210OMX_ERRORTYPE SoftAMR::internalSetParameter(
211        OMX_INDEXTYPE index, const OMX_PTR params) {
212    switch (index) {
213        case OMX_IndexParamStandardComponentRole:
214        {
215            const OMX_PARAM_COMPONENTROLETYPE *roleParams =
216                (const OMX_PARAM_COMPONENTROLETYPE *)params;
217
218            if (!isValidOMXParam(roleParams)) {
219                return OMX_ErrorBadParameter;
220            }
221
222            if (mMode == MODE_NARROW) {
223                if (strncmp((const char *)roleParams->cRole,
224                            "audio_decoder.amrnb",
225                            OMX_MAX_STRINGNAME_SIZE - 1)) {
226                    return OMX_ErrorUndefined;
227                }
228            } else {
229                if (strncmp((const char *)roleParams->cRole,
230                            "audio_decoder.amrwb",
231                            OMX_MAX_STRINGNAME_SIZE - 1)) {
232                    return OMX_ErrorUndefined;
233                }
234            }
235
236            return OMX_ErrorNone;
237        }
238
239        case OMX_IndexParamAudioAmr:
240        {
241            const OMX_AUDIO_PARAM_AMRTYPE *aacParams =
242                (const OMX_AUDIO_PARAM_AMRTYPE *)params;
243
244            if (!isValidOMXParam(aacParams)) {
245                return OMX_ErrorBadParameter;
246            }
247
248            if (aacParams->nPortIndex != 0) {
249                return OMX_ErrorUndefined;
250            }
251
252            return OMX_ErrorNone;
253        }
254
255        case OMX_IndexParamAudioPcm:
256        {
257            const OMX_AUDIO_PARAM_PCMMODETYPE *pcmParams =
258                (OMX_AUDIO_PARAM_PCMMODETYPE *)params;
259
260            if (!isValidOMXParam(pcmParams)) {
261                return OMX_ErrorBadParameter;
262            }
263
264            if (pcmParams->nPortIndex != 1) {
265                return OMX_ErrorUndefined;
266            }
267
268            return OMX_ErrorNone;
269        }
270
271        default:
272            return SimpleSoftOMXComponent::internalSetParameter(index, params);
273    }
274}
275
276bool SoftAMR::isConfigured() const {
277    return mInputBufferCount > 0;
278}
279
280static size_t getFrameSize(unsigned FT) {
281    static const size_t kFrameSizeWB[10] = {
282        132, 177, 253, 285, 317, 365, 397, 461, 477, 40
283    };
284
285    if (FT >= 10) {
286        return 1;
287    }
288
289    size_t frameSize = kFrameSizeWB[FT];
290
291    // Round up bits to bytes and add 1 for the header byte.
292    frameSize = (frameSize + 7) / 8 + 1;
293
294    return frameSize;
295}
296
297void SoftAMR::onQueueFilled(OMX_U32 /* portIndex */) {
298    List<BufferInfo *> &inQueue = getPortQueue(0);
299    List<BufferInfo *> &outQueue = getPortQueue(1);
300
301    if (mSignalledError || mOutputPortSettingsChange != NONE) {
302        return;
303    }
304
305    while (!inQueue.empty() && !outQueue.empty()) {
306        BufferInfo *inInfo = *inQueue.begin();
307        OMX_BUFFERHEADERTYPE *inHeader = inInfo->mHeader;
308
309        BufferInfo *outInfo = *outQueue.begin();
310        OMX_BUFFERHEADERTYPE *outHeader = outInfo->mHeader;
311
312        if (inHeader->nFlags & OMX_BUFFERFLAG_EOS) {
313            inQueue.erase(inQueue.begin());
314            inInfo->mOwnedByUs = false;
315            notifyEmptyBufferDone(inHeader);
316
317            outHeader->nFilledLen = 0;
318            outHeader->nFlags = OMX_BUFFERFLAG_EOS;
319
320            outQueue.erase(outQueue.begin());
321            outInfo->mOwnedByUs = false;
322            notifyFillBufferDone(outHeader);
323            return;
324        }
325
326        if (inHeader->nOffset == 0) {
327            mAnchorTimeUs = inHeader->nTimeStamp;
328            mNumSamplesOutput = 0;
329        }
330
331        const uint8_t *inputPtr = inHeader->pBuffer + inHeader->nOffset;
332        int32_t numBytesRead;
333
334        if (mMode == MODE_NARROW) {
335            numBytesRead =
336                AMRDecode(mState,
337                  (Frame_Type_3GPP)((inputPtr[0] >> 3) & 0x0f),
338                  (UWord8 *)&inputPtr[1],
339                  reinterpret_cast<int16_t *>(outHeader->pBuffer),
340                  MIME_IETF);
341
342            if (numBytesRead == -1) {
343                ALOGE("PV AMR decoder AMRDecode() call failed");
344
345                notify(OMX_EventError, OMX_ErrorUndefined, 0, NULL);
346                mSignalledError = true;
347
348                return;
349            }
350
351            ++numBytesRead;  // Include the frame type header byte.
352
353            if (static_cast<size_t>(numBytesRead) > inHeader->nFilledLen) {
354                // This is bad, should never have happened, but did. Abort now.
355
356                notify(OMX_EventError, OMX_ErrorUndefined, 0, NULL);
357                mSignalledError = true;
358
359                return;
360            }
361        } else {
362            int16 mode = ((inputPtr[0] >> 3) & 0x0f);
363
364            if (mode >= 10 && mode <= 13) {
365                ALOGE("encountered illegal frame type %d in AMR WB content.",
366                      mode);
367
368                notify(OMX_EventError, OMX_ErrorUndefined, 0, NULL);
369                mSignalledError = true;
370
371                return;
372            }
373
374            size_t frameSize = getFrameSize(mode);
375            CHECK_GE(inHeader->nFilledLen, frameSize);
376
377            int16_t *outPtr = (int16_t *)outHeader->pBuffer;
378
379            if (mode >= 9) {
380                // Produce silence instead of comfort noise and for
381                // speech lost/no data.
382                memset(outPtr, 0, kNumSamplesPerFrameWB * sizeof(int16_t));
383            } else if (mode < 9) {
384                int16 frameType;
385                RX_State_wb rx_state;
386                mime_unsorting(
387                        const_cast<uint8_t *>(&inputPtr[1]),
388                        mInputSampleBuffer,
389                        &frameType, &mode, 1, &rx_state);
390
391                int16_t numSamplesOutput;
392                pvDecoder_AmrWb(
393                        mode, mInputSampleBuffer,
394                        outPtr,
395                        &numSamplesOutput,
396                        mDecoderBuf, frameType, mDecoderCookie);
397
398                CHECK_EQ((int)numSamplesOutput, (int)kNumSamplesPerFrameWB);
399
400                for (int i = 0; i < kNumSamplesPerFrameWB; ++i) {
401                    /* Delete the 2 LSBs (14-bit output) */
402                    outPtr[i] &= 0xfffC;
403                }
404            }
405
406            numBytesRead = frameSize;
407        }
408
409        inHeader->nOffset += numBytesRead;
410        inHeader->nFilledLen -= numBytesRead;
411
412        outHeader->nFlags = 0;
413        outHeader->nOffset = 0;
414
415        if (mMode == MODE_NARROW) {
416            outHeader->nFilledLen = kNumSamplesPerFrameNB * sizeof(int16_t);
417
418            outHeader->nTimeStamp =
419                mAnchorTimeUs
420                    + (mNumSamplesOutput * 1000000ll) / kSampleRateNB;
421
422            mNumSamplesOutput += kNumSamplesPerFrameNB;
423        } else {
424            outHeader->nFilledLen = kNumSamplesPerFrameWB * sizeof(int16_t);
425
426            outHeader->nTimeStamp =
427                mAnchorTimeUs
428                    + (mNumSamplesOutput * 1000000ll) / kSampleRateWB;
429
430            mNumSamplesOutput += kNumSamplesPerFrameWB;
431        }
432
433        if (inHeader->nFilledLen == 0) {
434            inInfo->mOwnedByUs = false;
435            inQueue.erase(inQueue.begin());
436            inInfo = NULL;
437            notifyEmptyBufferDone(inHeader);
438            inHeader = NULL;
439        }
440
441        outInfo->mOwnedByUs = false;
442        outQueue.erase(outQueue.begin());
443        outInfo = NULL;
444        notifyFillBufferDone(outHeader);
445        outHeader = NULL;
446
447        ++mInputBufferCount;
448    }
449}
450
451void SoftAMR::onPortFlushCompleted(OMX_U32 portIndex) {
452    ALOGV("onPortFlushCompleted portindex %d, resetting frame ", portIndex);
453    if (portIndex == 0) {
454        if (mMode == MODE_NARROW) {
455           Speech_Decode_Frame_reset(mState);
456        } else {
457           pvDecoder_AmrWb_Reset(mState, 0 /* reset_all */);
458        }
459    }
460}
461
462void SoftAMR::onPortEnableCompleted(OMX_U32 portIndex, bool enabled) {
463    if (portIndex != 1) {
464        return;
465    }
466
467    switch (mOutputPortSettingsChange) {
468        case NONE:
469            break;
470
471        case AWAITING_DISABLED:
472        {
473            CHECK(!enabled);
474            mOutputPortSettingsChange = AWAITING_ENABLED;
475            break;
476        }
477
478        default:
479        {
480            CHECK_EQ((int)mOutputPortSettingsChange, (int)AWAITING_ENABLED);
481            CHECK(enabled);
482            mOutputPortSettingsChange = NONE;
483            break;
484        }
485    }
486}
487
488void SoftAMR::onReset() {
489    mSignalledError = false;
490    mOutputPortSettingsChange = NONE;
491}
492
493}  // namespace android
494
495android::SoftOMXComponent *createSoftOMXComponent(
496        const char *name, const OMX_CALLBACKTYPE *callbacks,
497        OMX_PTR appData, OMX_COMPONENTTYPE **component) {
498    return new android::SoftAMR(name, callbacks, appData, component);
499}
500
501