1/*
2 * Copyright (C) 2009 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "StagefrightRecorder"
19#include <inttypes.h>
20#include <utils/Log.h>
21
22#include "WebmWriter.h"
23#include "StagefrightRecorder.h"
24
25#include <algorithm>
26
27#include <android/hardware/ICamera.h>
28
29#include <binder/IPCThreadState.h>
30#include <binder/IServiceManager.h>
31
32#include <media/IMediaPlayerService.h>
33#include <media/MediaAnalyticsItem.h>
34#include <media/stagefright/foundation/ABuffer.h>
35#include <media/stagefright/foundation/ADebug.h>
36#include <media/stagefright/foundation/AMessage.h>
37#include <media/stagefright/foundation/ALooper.h>
38#include <media/stagefright/ACodec.h>
39#include <media/stagefright/AudioSource.h>
40#include <media/stagefright/AMRWriter.h>
41#include <media/stagefright/AACWriter.h>
42#include <media/stagefright/CameraSource.h>
43#include <media/stagefright/CameraSourceTimeLapse.h>
44#include <media/stagefright/MPEG2TSWriter.h>
45#include <media/stagefright/MPEG4Writer.h>
46#include <media/stagefright/MediaDefs.h>
47#include <media/stagefright/MetaData.h>
48#include <media/stagefright/MediaCodecSource.h>
49#include <media/stagefright/PersistentSurface.h>
50#include <media/MediaProfiles.h>
51#include <camera/CameraParameters.h>
52
53#include <utils/Errors.h>
54#include <sys/types.h>
55#include <ctype.h>
56#include <unistd.h>
57
58#include <system/audio.h>
59
60#include "ARTPWriter.h"
61
62namespace android {
63
64static const float kTypicalDisplayRefreshingRate = 60.f;
65// display refresh rate drops on battery saver
66static const float kMinTypicalDisplayRefreshingRate = kTypicalDisplayRefreshingRate / 2;
67static const int kMaxNumVideoTemporalLayers = 8;
68
69// key for media statistics
70static const char *kKeyRecorder = "recorder";
71// attrs for media statistics
72// NB: these are matched with public Java API constants defined
73// in frameworks/base/media/java/android/media/MediaRecorder.java
74// These must be kept synchronized with the constants there.
75static const char *kRecorderAudioBitrate = "android.media.mediarecorder.audio-bitrate";
76static const char *kRecorderAudioChannels = "android.media.mediarecorder.audio-channels";
77static const char *kRecorderAudioSampleRate = "android.media.mediarecorder.audio-samplerate";
78static const char *kRecorderAudioTimescale = "android.media.mediarecorder.audio-timescale";
79static const char *kRecorderCaptureFps = "android.media.mediarecorder.capture-fps";
80static const char *kRecorderCaptureFpsEnable = "android.media.mediarecorder.capture-fpsenable";
81static const char *kRecorderFrameRate = "android.media.mediarecorder.frame-rate";
82static const char *kRecorderHeight = "android.media.mediarecorder.height";
83static const char *kRecorderMovieTimescale = "android.media.mediarecorder.movie-timescale";
84static const char *kRecorderRotation = "android.media.mediarecorder.rotation";
85static const char *kRecorderVideoBitrate = "android.media.mediarecorder.video-bitrate";
86static const char *kRecorderVideoIframeInterval = "android.media.mediarecorder.video-iframe-interval";
87static const char *kRecorderVideoLevel = "android.media.mediarecorder.video-encoder-level";
88static const char *kRecorderVideoProfile = "android.media.mediarecorder.video-encoder-profile";
89static const char *kRecorderVideoTimescale = "android.media.mediarecorder.video-timescale";
90static const char *kRecorderWidth = "android.media.mediarecorder.width";
91
92// new fields, not yet frozen in the public Java API definitions
93static const char *kRecorderAudioMime = "android.media.mediarecorder.audio.mime";
94static const char *kRecorderVideoMime = "android.media.mediarecorder.video.mime";
95static const char *kRecorderDurationMs = "android.media.mediarecorder.durationMs";
96static const char *kRecorderPaused = "android.media.mediarecorder.pausedMs";
97static const char *kRecorderNumPauses = "android.media.mediarecorder.NPauses";
98
99
100// To collect the encoder usage for the battery app
101static void addBatteryData(uint32_t params) {
102    sp<IBinder> binder =
103        defaultServiceManager()->getService(String16("media.player"));
104    sp<IMediaPlayerService> service = interface_cast<IMediaPlayerService>(binder);
105    CHECK(service.get() != NULL);
106
107    service->addBatteryData(params);
108}
109
110
111StagefrightRecorder::StagefrightRecorder(const String16 &opPackageName)
112    : MediaRecorderBase(opPackageName),
113      mWriter(NULL),
114      mOutputFd(-1),
115      mAudioSource((audio_source_t)AUDIO_SOURCE_CNT), // initialize with invalid value
116      mVideoSource(VIDEO_SOURCE_LIST_END),
117      mStarted(false),
118      mSelectedDeviceId(AUDIO_PORT_HANDLE_NONE),
119      mDeviceCallbackEnabled(false) {
120
121    ALOGV("Constructor");
122
123    mAnalyticsDirty = false;
124    reset();
125}
126
127StagefrightRecorder::~StagefrightRecorder() {
128    ALOGV("Destructor");
129    stop();
130
131    if (mLooper != NULL) {
132        mLooper->stop();
133    }
134
135    // log the current record, provided it has some information worth recording
136    // NB: this also reclaims & clears mAnalyticsItem.
137    flushAndResetMetrics(false);
138}
139
140void StagefrightRecorder::updateMetrics() {
141    ALOGV("updateMetrics");
142
143    // we run as part of the media player service; what we really want to
144    // know is the app which requested the recording.
145    mAnalyticsItem->setUid(mClientUid);
146
147    // populate the values from the raw fields.
148
149    // TBD mOutputFormat  = OUTPUT_FORMAT_THREE_GPP;
150    // TBD mAudioEncoder  = AUDIO_ENCODER_AMR_NB;
151    // TBD mVideoEncoder  = VIDEO_ENCODER_DEFAULT;
152    mAnalyticsItem->setInt32(kRecorderHeight, mVideoHeight);
153    mAnalyticsItem->setInt32(kRecorderWidth, mVideoWidth);
154    mAnalyticsItem->setInt32(kRecorderFrameRate, mFrameRate);
155    mAnalyticsItem->setInt32(kRecorderVideoBitrate, mVideoBitRate);
156    mAnalyticsItem->setInt32(kRecorderAudioSampleRate, mSampleRate);
157    mAnalyticsItem->setInt32(kRecorderAudioChannels, mAudioChannels);
158    mAnalyticsItem->setInt32(kRecorderAudioBitrate, mAudioBitRate);
159    // TBD mInterleaveDurationUs = 0;
160    mAnalyticsItem->setInt32(kRecorderVideoIframeInterval, mIFramesIntervalSec);
161    // TBD mAudioSourceNode = 0;
162    // TBD mUse64BitFileOffset = false;
163    mAnalyticsItem->setInt32(kRecorderMovieTimescale, mMovieTimeScale);
164    mAnalyticsItem->setInt32(kRecorderAudioTimescale, mAudioTimeScale);
165    mAnalyticsItem->setInt32(kRecorderVideoTimescale, mVideoTimeScale);
166    // TBD mCameraId        = 0;
167    // TBD mStartTimeOffsetMs = -1;
168    mAnalyticsItem->setInt32(kRecorderVideoProfile, mVideoEncoderProfile);
169    mAnalyticsItem->setInt32(kRecorderVideoLevel, mVideoEncoderLevel);
170    // TBD mMaxFileDurationUs = 0;
171    // TBD mMaxFileSizeBytes = 0;
172    // TBD mTrackEveryTimeDurationUs = 0;
173    mAnalyticsItem->setInt32(kRecorderCaptureFpsEnable, mCaptureFpsEnable);
174    mAnalyticsItem->setDouble(kRecorderCaptureFps, mCaptureFps);
175    // TBD mCameraSourceTimeLapse = NULL;
176    // TBD mMetaDataStoredInVideoBuffers = kMetadataBufferTypeInvalid;
177    // TBD mEncoderProfiles = MediaProfiles::getInstance();
178    mAnalyticsItem->setInt32(kRecorderRotation, mRotationDegrees);
179    // PII mLatitudex10000 = -3600000;
180    // PII mLongitudex10000 = -3600000;
181    // TBD mTotalBitRate = 0;
182
183    // duration information (recorded, paused, # of pauses)
184    mAnalyticsItem->setInt64(kRecorderDurationMs, (mDurationRecordedUs+500)/1000 );
185    if (mNPauses != 0) {
186        mAnalyticsItem->setInt64(kRecorderPaused, (mDurationPausedUs+500)/1000 );
187        mAnalyticsItem->setInt32(kRecorderNumPauses, mNPauses);
188    }
189}
190
191void StagefrightRecorder::flushAndResetMetrics(bool reinitialize) {
192    ALOGV("flushAndResetMetrics");
193    // flush anything we have, maybe setup a new record
194    if (mAnalyticsDirty && mAnalyticsItem != NULL) {
195        updateMetrics();
196        if (mAnalyticsItem->count() > 0) {
197            mAnalyticsItem->selfrecord();
198        }
199        delete mAnalyticsItem;
200        mAnalyticsItem = NULL;
201    }
202    mAnalyticsDirty = false;
203    if (reinitialize) {
204        mAnalyticsItem = new MediaAnalyticsItem(kKeyRecorder);
205    }
206}
207
208status_t StagefrightRecorder::init() {
209    ALOGV("init");
210
211    mLooper = new ALooper;
212    mLooper->setName("recorder_looper");
213    mLooper->start();
214
215    return OK;
216}
217
218// The client side of mediaserver asks it to create a SurfaceMediaSource
219// and return a interface reference. The client side will use that
220// while encoding GL Frames
221sp<IGraphicBufferProducer> StagefrightRecorder::querySurfaceMediaSource() const {
222    ALOGV("Get SurfaceMediaSource");
223    return mGraphicBufferProducer;
224}
225
226status_t StagefrightRecorder::setAudioSource(audio_source_t as) {
227    ALOGV("setAudioSource: %d", as);
228    if (as < AUDIO_SOURCE_DEFAULT ||
229        (as >= AUDIO_SOURCE_CNT && as != AUDIO_SOURCE_FM_TUNER)) {
230        ALOGE("Invalid audio source: %d", as);
231        return BAD_VALUE;
232    }
233
234    if (as == AUDIO_SOURCE_DEFAULT) {
235        mAudioSource = AUDIO_SOURCE_MIC;
236    } else {
237        mAudioSource = as;
238    }
239
240    return OK;
241}
242
243status_t StagefrightRecorder::setVideoSource(video_source vs) {
244    ALOGV("setVideoSource: %d", vs);
245    if (vs < VIDEO_SOURCE_DEFAULT ||
246        vs >= VIDEO_SOURCE_LIST_END) {
247        ALOGE("Invalid video source: %d", vs);
248        return BAD_VALUE;
249    }
250
251    if (vs == VIDEO_SOURCE_DEFAULT) {
252        mVideoSource = VIDEO_SOURCE_CAMERA;
253    } else {
254        mVideoSource = vs;
255    }
256
257    return OK;
258}
259
260status_t StagefrightRecorder::setOutputFormat(output_format of) {
261    ALOGV("setOutputFormat: %d", of);
262    if (of < OUTPUT_FORMAT_DEFAULT ||
263        of >= OUTPUT_FORMAT_LIST_END) {
264        ALOGE("Invalid output format: %d", of);
265        return BAD_VALUE;
266    }
267
268    if (of == OUTPUT_FORMAT_DEFAULT) {
269        mOutputFormat = OUTPUT_FORMAT_THREE_GPP;
270    } else {
271        mOutputFormat = of;
272    }
273
274    return OK;
275}
276
277status_t StagefrightRecorder::setAudioEncoder(audio_encoder ae) {
278    ALOGV("setAudioEncoder: %d", ae);
279    if (ae < AUDIO_ENCODER_DEFAULT ||
280        ae >= AUDIO_ENCODER_LIST_END) {
281        ALOGE("Invalid audio encoder: %d", ae);
282        return BAD_VALUE;
283    }
284
285    if (ae == AUDIO_ENCODER_DEFAULT) {
286        mAudioEncoder = AUDIO_ENCODER_AMR_NB;
287    } else {
288        mAudioEncoder = ae;
289    }
290
291    return OK;
292}
293
294status_t StagefrightRecorder::setVideoEncoder(video_encoder ve) {
295    ALOGV("setVideoEncoder: %d", ve);
296    if (ve < VIDEO_ENCODER_DEFAULT ||
297        ve >= VIDEO_ENCODER_LIST_END) {
298        ALOGE("Invalid video encoder: %d", ve);
299        return BAD_VALUE;
300    }
301
302    mVideoEncoder = ve;
303
304    return OK;
305}
306
307status_t StagefrightRecorder::setVideoSize(int width, int height) {
308    ALOGV("setVideoSize: %dx%d", width, height);
309    if (width <= 0 || height <= 0) {
310        ALOGE("Invalid video size: %dx%d", width, height);
311        return BAD_VALUE;
312    }
313
314    // Additional check on the dimension will be performed later
315    mVideoWidth = width;
316    mVideoHeight = height;
317
318    return OK;
319}
320
321status_t StagefrightRecorder::setVideoFrameRate(int frames_per_second) {
322    ALOGV("setVideoFrameRate: %d", frames_per_second);
323    if ((frames_per_second <= 0 && frames_per_second != -1) ||
324        frames_per_second > kMaxHighSpeedFps) {
325        ALOGE("Invalid video frame rate: %d", frames_per_second);
326        return BAD_VALUE;
327    }
328
329    // Additional check on the frame rate will be performed later
330    mFrameRate = frames_per_second;
331
332    return OK;
333}
334
335status_t StagefrightRecorder::setCamera(const sp<hardware::ICamera> &camera,
336                                        const sp<ICameraRecordingProxy> &proxy) {
337    ALOGV("setCamera");
338    if (camera == 0) {
339        ALOGE("camera is NULL");
340        return BAD_VALUE;
341    }
342    if (proxy == 0) {
343        ALOGE("camera proxy is NULL");
344        return BAD_VALUE;
345    }
346
347    mCamera = camera;
348    mCameraProxy = proxy;
349    return OK;
350}
351
352status_t StagefrightRecorder::setPreviewSurface(const sp<IGraphicBufferProducer> &surface) {
353    ALOGV("setPreviewSurface: %p", surface.get());
354    mPreviewSurface = surface;
355
356    return OK;
357}
358
359status_t StagefrightRecorder::setInputSurface(
360        const sp<PersistentSurface>& surface) {
361    mPersistentSurface = surface;
362
363    return OK;
364}
365
366status_t StagefrightRecorder::setOutputFile(int fd) {
367    ALOGV("setOutputFile: %d", fd);
368
369    if (fd < 0) {
370        ALOGE("Invalid file descriptor: %d", fd);
371        return -EBADF;
372    }
373
374    // start with a clean, empty file
375    ftruncate(fd, 0);
376
377    if (mOutputFd >= 0) {
378        ::close(mOutputFd);
379    }
380    mOutputFd = dup(fd);
381
382    return OK;
383}
384
385status_t StagefrightRecorder::setNextOutputFile(int fd) {
386    Mutex::Autolock autolock(mLock);
387    // Only support MPEG4
388    if (mOutputFormat != OUTPUT_FORMAT_MPEG_4) {
389        ALOGE("Only MP4 file format supports setting next output file");
390        return INVALID_OPERATION;
391    }
392    ALOGV("setNextOutputFile: %d", fd);
393
394    if (fd < 0) {
395        ALOGE("Invalid file descriptor: %d", fd);
396        return -EBADF;
397    }
398
399    // start with a clean, empty file
400    ftruncate(fd, 0);
401    int nextFd = dup(fd);
402    if (mWriter == NULL) {
403        ALOGE("setNextOutputFile failed. Writer has been freed");
404        return INVALID_OPERATION;
405    }
406    return mWriter->setNextFd(nextFd);
407}
408
409// Attempt to parse an float literal optionally surrounded by whitespace,
410// returns true on success, false otherwise.
411static bool safe_strtod(const char *s, double *val) {
412    char *end;
413
414    // It is lame, but according to man page, we have to set errno to 0
415    // before calling strtod().
416    errno = 0;
417    *val = strtod(s, &end);
418
419    if (end == s || errno == ERANGE) {
420        return false;
421    }
422
423    // Skip trailing whitespace
424    while (isspace(*end)) {
425        ++end;
426    }
427
428    // For a successful return, the string must contain nothing but a valid
429    // float literal optionally surrounded by whitespace.
430
431    return *end == '\0';
432}
433
434// Attempt to parse an int64 literal optionally surrounded by whitespace,
435// returns true on success, false otherwise.
436static bool safe_strtoi64(const char *s, int64_t *val) {
437    char *end;
438
439    // It is lame, but according to man page, we have to set errno to 0
440    // before calling strtoll().
441    errno = 0;
442    *val = strtoll(s, &end, 10);
443
444    if (end == s || errno == ERANGE) {
445        return false;
446    }
447
448    // Skip trailing whitespace
449    while (isspace(*end)) {
450        ++end;
451    }
452
453    // For a successful return, the string must contain nothing but a valid
454    // int64 literal optionally surrounded by whitespace.
455
456    return *end == '\0';
457}
458
459// Return true if the value is in [0, 0x007FFFFFFF]
460static bool safe_strtoi32(const char *s, int32_t *val) {
461    int64_t temp;
462    if (safe_strtoi64(s, &temp)) {
463        if (temp >= 0 && temp <= 0x007FFFFFFF) {
464            *val = static_cast<int32_t>(temp);
465            return true;
466        }
467    }
468    return false;
469}
470
471// Trim both leading and trailing whitespace from the given string.
472static void TrimString(String8 *s) {
473    size_t num_bytes = s->bytes();
474    const char *data = s->string();
475
476    size_t leading_space = 0;
477    while (leading_space < num_bytes && isspace(data[leading_space])) {
478        ++leading_space;
479    }
480
481    size_t i = num_bytes;
482    while (i > leading_space && isspace(data[i - 1])) {
483        --i;
484    }
485
486    s->setTo(String8(&data[leading_space], i - leading_space));
487}
488
489status_t StagefrightRecorder::setParamAudioSamplingRate(int32_t sampleRate) {
490    ALOGV("setParamAudioSamplingRate: %d", sampleRate);
491    if (sampleRate <= 0) {
492        ALOGE("Invalid audio sampling rate: %d", sampleRate);
493        return BAD_VALUE;
494    }
495
496    // Additional check on the sample rate will be performed later.
497    mSampleRate = sampleRate;
498
499    return OK;
500}
501
502status_t StagefrightRecorder::setParamAudioNumberOfChannels(int32_t channels) {
503    ALOGV("setParamAudioNumberOfChannels: %d", channels);
504    if (channels <= 0 || channels >= 3) {
505        ALOGE("Invalid number of audio channels: %d", channels);
506        return BAD_VALUE;
507    }
508
509    // Additional check on the number of channels will be performed later.
510    mAudioChannels = channels;
511
512    return OK;
513}
514
515status_t StagefrightRecorder::setParamAudioEncodingBitRate(int32_t bitRate) {
516    ALOGV("setParamAudioEncodingBitRate: %d", bitRate);
517    if (bitRate <= 0) {
518        ALOGE("Invalid audio encoding bit rate: %d", bitRate);
519        return BAD_VALUE;
520    }
521
522    // The target bit rate may not be exactly the same as the requested.
523    // It depends on many factors, such as rate control, and the bit rate
524    // range that a specific encoder supports. The mismatch between the
525    // the target and requested bit rate will NOT be treated as an error.
526    mAudioBitRate = bitRate;
527    return OK;
528}
529
530status_t StagefrightRecorder::setParamVideoEncodingBitRate(int32_t bitRate) {
531    ALOGV("setParamVideoEncodingBitRate: %d", bitRate);
532    if (bitRate <= 0) {
533        ALOGE("Invalid video encoding bit rate: %d", bitRate);
534        return BAD_VALUE;
535    }
536
537    // The target bit rate may not be exactly the same as the requested.
538    // It depends on many factors, such as rate control, and the bit rate
539    // range that a specific encoder supports. The mismatch between the
540    // the target and requested bit rate will NOT be treated as an error.
541    mVideoBitRate = bitRate;
542    return OK;
543}
544
545// Always rotate clockwise, and only support 0, 90, 180 and 270 for now.
546status_t StagefrightRecorder::setParamVideoRotation(int32_t degrees) {
547    ALOGV("setParamVideoRotation: %d", degrees);
548    if (degrees < 0 || degrees % 90 != 0) {
549        ALOGE("Unsupported video rotation angle: %d", degrees);
550        return BAD_VALUE;
551    }
552    mRotationDegrees = degrees % 360;
553    return OK;
554}
555
556status_t StagefrightRecorder::setParamMaxFileDurationUs(int64_t timeUs) {
557    ALOGV("setParamMaxFileDurationUs: %lld us", (long long)timeUs);
558
559    // This is meant for backward compatibility for MediaRecorder.java
560    if (timeUs <= 0) {
561        ALOGW("Max file duration is not positive: %lld us. Disabling duration limit.",
562                (long long)timeUs);
563        timeUs = 0; // Disable the duration limit for zero or negative values.
564    } else if (timeUs <= 100000LL) {  // XXX: 100 milli-seconds
565        ALOGE("Max file duration is too short: %lld us", (long long)timeUs);
566        return BAD_VALUE;
567    }
568
569    if (timeUs <= 15 * 1000000LL) {
570        ALOGW("Target duration (%lld us) too short to be respected", (long long)timeUs);
571    }
572    mMaxFileDurationUs = timeUs;
573    return OK;
574}
575
576status_t StagefrightRecorder::setParamMaxFileSizeBytes(int64_t bytes) {
577    ALOGV("setParamMaxFileSizeBytes: %lld bytes", (long long)bytes);
578
579    // This is meant for backward compatibility for MediaRecorder.java
580    if (bytes <= 0) {
581        ALOGW("Max file size is not positive: %lld bytes. "
582             "Disabling file size limit.", (long long)bytes);
583        bytes = 0; // Disable the file size limit for zero or negative values.
584    } else if (bytes <= 1024) {  // XXX: 1 kB
585        ALOGE("Max file size is too small: %lld bytes", (long long)bytes);
586        return BAD_VALUE;
587    }
588
589    if (bytes <= 100 * 1024) {
590        ALOGW("Target file size (%lld bytes) is too small to be respected", (long long)bytes);
591    }
592
593    mMaxFileSizeBytes = bytes;
594    return OK;
595}
596
597status_t StagefrightRecorder::setParamInterleaveDuration(int32_t durationUs) {
598    ALOGV("setParamInterleaveDuration: %d", durationUs);
599    if (durationUs <= 500000) {           //  500 ms
600        // If interleave duration is too small, it is very inefficient to do
601        // interleaving since the metadata overhead will count for a significant
602        // portion of the saved contents
603        ALOGE("Audio/video interleave duration is too small: %d us", durationUs);
604        return BAD_VALUE;
605    } else if (durationUs >= 10000000) {  // 10 seconds
606        // If interleaving duration is too large, it can cause the recording
607        // session to use too much memory since we have to save the output
608        // data before we write them out
609        ALOGE("Audio/video interleave duration is too large: %d us", durationUs);
610        return BAD_VALUE;
611    }
612    mInterleaveDurationUs = durationUs;
613    return OK;
614}
615
616// If seconds <  0, only the first frame is I frame, and rest are all P frames
617// If seconds == 0, all frames are encoded as I frames. No P frames
618// If seconds >  0, it is the time spacing (seconds) between 2 neighboring I frames
619status_t StagefrightRecorder::setParamVideoIFramesInterval(int32_t seconds) {
620    ALOGV("setParamVideoIFramesInterval: %d seconds", seconds);
621    mIFramesIntervalSec = seconds;
622    return OK;
623}
624
625status_t StagefrightRecorder::setParam64BitFileOffset(bool use64Bit) {
626    ALOGV("setParam64BitFileOffset: %s",
627        use64Bit? "use 64 bit file offset": "use 32 bit file offset");
628    mUse64BitFileOffset = use64Bit;
629    return OK;
630}
631
632status_t StagefrightRecorder::setParamVideoCameraId(int32_t cameraId) {
633    ALOGV("setParamVideoCameraId: %d", cameraId);
634    if (cameraId < 0) {
635        return BAD_VALUE;
636    }
637    mCameraId = cameraId;
638    return OK;
639}
640
641status_t StagefrightRecorder::setParamTrackTimeStatus(int64_t timeDurationUs) {
642    ALOGV("setParamTrackTimeStatus: %lld", (long long)timeDurationUs);
643    if (timeDurationUs < 20000) {  // Infeasible if shorter than 20 ms?
644        ALOGE("Tracking time duration too short: %lld us", (long long)timeDurationUs);
645        return BAD_VALUE;
646    }
647    mTrackEveryTimeDurationUs = timeDurationUs;
648    return OK;
649}
650
651status_t StagefrightRecorder::setParamVideoEncoderProfile(int32_t profile) {
652    ALOGV("setParamVideoEncoderProfile: %d", profile);
653
654    // Additional check will be done later when we load the encoder.
655    // For now, we are accepting values defined in OpenMAX IL.
656    mVideoEncoderProfile = profile;
657    return OK;
658}
659
660status_t StagefrightRecorder::setParamVideoEncoderLevel(int32_t level) {
661    ALOGV("setParamVideoEncoderLevel: %d", level);
662
663    // Additional check will be done later when we load the encoder.
664    // For now, we are accepting values defined in OpenMAX IL.
665    mVideoEncoderLevel = level;
666    return OK;
667}
668
669status_t StagefrightRecorder::setParamMovieTimeScale(int32_t timeScale) {
670    ALOGV("setParamMovieTimeScale: %d", timeScale);
671
672    // The range is set to be the same as the audio's time scale range
673    // since audio's time scale has a wider range.
674    if (timeScale < 600 || timeScale > 96000) {
675        ALOGE("Time scale (%d) for movie is out of range [600, 96000]", timeScale);
676        return BAD_VALUE;
677    }
678    mMovieTimeScale = timeScale;
679    return OK;
680}
681
682status_t StagefrightRecorder::setParamVideoTimeScale(int32_t timeScale) {
683    ALOGV("setParamVideoTimeScale: %d", timeScale);
684
685    // 60000 is chosen to make sure that each video frame from a 60-fps
686    // video has 1000 ticks.
687    if (timeScale < 600 || timeScale > 60000) {
688        ALOGE("Time scale (%d) for video is out of range [600, 60000]", timeScale);
689        return BAD_VALUE;
690    }
691    mVideoTimeScale = timeScale;
692    return OK;
693}
694
695status_t StagefrightRecorder::setParamAudioTimeScale(int32_t timeScale) {
696    ALOGV("setParamAudioTimeScale: %d", timeScale);
697
698    // 96000 Hz is the highest sampling rate support in AAC.
699    if (timeScale < 600 || timeScale > 96000) {
700        ALOGE("Time scale (%d) for audio is out of range [600, 96000]", timeScale);
701        return BAD_VALUE;
702    }
703    mAudioTimeScale = timeScale;
704    return OK;
705}
706
707status_t StagefrightRecorder::setParamCaptureFpsEnable(int32_t captureFpsEnable) {
708    ALOGV("setParamCaptureFpsEnable: %d", captureFpsEnable);
709
710    if(captureFpsEnable == 0) {
711        mCaptureFpsEnable = false;
712    } else if (captureFpsEnable == 1) {
713        mCaptureFpsEnable = true;
714    } else {
715        return BAD_VALUE;
716    }
717    return OK;
718}
719
720status_t StagefrightRecorder::setParamCaptureFps(double fps) {
721    ALOGV("setParamCaptureFps: %.2f", fps);
722
723    if (!(fps >= 1.0 / 86400)) {
724        ALOGE("FPS is too small");
725        return BAD_VALUE;
726    }
727    mCaptureFps = fps;
728    return OK;
729}
730
731status_t StagefrightRecorder::setParamGeoDataLongitude(
732    int64_t longitudex10000) {
733
734    if (longitudex10000 > 1800000 || longitudex10000 < -1800000) {
735        return BAD_VALUE;
736    }
737    mLongitudex10000 = longitudex10000;
738    return OK;
739}
740
741status_t StagefrightRecorder::setParamGeoDataLatitude(
742    int64_t latitudex10000) {
743
744    if (latitudex10000 > 900000 || latitudex10000 < -900000) {
745        return BAD_VALUE;
746    }
747    mLatitudex10000 = latitudex10000;
748    return OK;
749}
750
751status_t StagefrightRecorder::setParameter(
752        const String8 &key, const String8 &value) {
753    ALOGV("setParameter: key (%s) => value (%s)", key.string(), value.string());
754    if (key == "max-duration") {
755        int64_t max_duration_ms;
756        if (safe_strtoi64(value.string(), &max_duration_ms)) {
757            return setParamMaxFileDurationUs(1000LL * max_duration_ms);
758        }
759    } else if (key == "max-filesize") {
760        int64_t max_filesize_bytes;
761        if (safe_strtoi64(value.string(), &max_filesize_bytes)) {
762            return setParamMaxFileSizeBytes(max_filesize_bytes);
763        }
764    } else if (key == "interleave-duration-us") {
765        int32_t durationUs;
766        if (safe_strtoi32(value.string(), &durationUs)) {
767            return setParamInterleaveDuration(durationUs);
768        }
769    } else if (key == "param-movie-time-scale") {
770        int32_t timeScale;
771        if (safe_strtoi32(value.string(), &timeScale)) {
772            return setParamMovieTimeScale(timeScale);
773        }
774    } else if (key == "param-use-64bit-offset") {
775        int32_t use64BitOffset;
776        if (safe_strtoi32(value.string(), &use64BitOffset)) {
777            return setParam64BitFileOffset(use64BitOffset != 0);
778        }
779    } else if (key == "param-geotag-longitude") {
780        int64_t longitudex10000;
781        if (safe_strtoi64(value.string(), &longitudex10000)) {
782            return setParamGeoDataLongitude(longitudex10000);
783        }
784    } else if (key == "param-geotag-latitude") {
785        int64_t latitudex10000;
786        if (safe_strtoi64(value.string(), &latitudex10000)) {
787            return setParamGeoDataLatitude(latitudex10000);
788        }
789    } else if (key == "param-track-time-status") {
790        int64_t timeDurationUs;
791        if (safe_strtoi64(value.string(), &timeDurationUs)) {
792            return setParamTrackTimeStatus(timeDurationUs);
793        }
794    } else if (key == "audio-param-sampling-rate") {
795        int32_t sampling_rate;
796        if (safe_strtoi32(value.string(), &sampling_rate)) {
797            return setParamAudioSamplingRate(sampling_rate);
798        }
799    } else if (key == "audio-param-number-of-channels") {
800        int32_t number_of_channels;
801        if (safe_strtoi32(value.string(), &number_of_channels)) {
802            return setParamAudioNumberOfChannels(number_of_channels);
803        }
804    } else if (key == "audio-param-encoding-bitrate") {
805        int32_t audio_bitrate;
806        if (safe_strtoi32(value.string(), &audio_bitrate)) {
807            return setParamAudioEncodingBitRate(audio_bitrate);
808        }
809    } else if (key == "audio-param-time-scale") {
810        int32_t timeScale;
811        if (safe_strtoi32(value.string(), &timeScale)) {
812            return setParamAudioTimeScale(timeScale);
813        }
814    } else if (key == "video-param-encoding-bitrate") {
815        int32_t video_bitrate;
816        if (safe_strtoi32(value.string(), &video_bitrate)) {
817            return setParamVideoEncodingBitRate(video_bitrate);
818        }
819    } else if (key == "video-param-rotation-angle-degrees") {
820        int32_t degrees;
821        if (safe_strtoi32(value.string(), &degrees)) {
822            return setParamVideoRotation(degrees);
823        }
824    } else if (key == "video-param-i-frames-interval") {
825        int32_t seconds;
826        if (safe_strtoi32(value.string(), &seconds)) {
827            return setParamVideoIFramesInterval(seconds);
828        }
829    } else if (key == "video-param-encoder-profile") {
830        int32_t profile;
831        if (safe_strtoi32(value.string(), &profile)) {
832            return setParamVideoEncoderProfile(profile);
833        }
834    } else if (key == "video-param-encoder-level") {
835        int32_t level;
836        if (safe_strtoi32(value.string(), &level)) {
837            return setParamVideoEncoderLevel(level);
838        }
839    } else if (key == "video-param-camera-id") {
840        int32_t cameraId;
841        if (safe_strtoi32(value.string(), &cameraId)) {
842            return setParamVideoCameraId(cameraId);
843        }
844    } else if (key == "video-param-time-scale") {
845        int32_t timeScale;
846        if (safe_strtoi32(value.string(), &timeScale)) {
847            return setParamVideoTimeScale(timeScale);
848        }
849    } else if (key == "time-lapse-enable") {
850        int32_t captureFpsEnable;
851        if (safe_strtoi32(value.string(), &captureFpsEnable)) {
852            return setParamCaptureFpsEnable(captureFpsEnable);
853        }
854    } else if (key == "time-lapse-fps") {
855        double fps;
856        if (safe_strtod(value.string(), &fps)) {
857            return setParamCaptureFps(fps);
858        }
859    } else {
860        ALOGE("setParameter: failed to find key %s", key.string());
861    }
862    return BAD_VALUE;
863}
864
865status_t StagefrightRecorder::setParameters(const String8 &params) {
866    ALOGV("setParameters: %s", params.string());
867    const char *cparams = params.string();
868    const char *key_start = cparams;
869    for (;;) {
870        const char *equal_pos = strchr(key_start, '=');
871        if (equal_pos == NULL) {
872            ALOGE("Parameters %s miss a value", cparams);
873            return BAD_VALUE;
874        }
875        String8 key(key_start, equal_pos - key_start);
876        TrimString(&key);
877        if (key.length() == 0) {
878            ALOGE("Parameters %s contains an empty key", cparams);
879            return BAD_VALUE;
880        }
881        const char *value_start = equal_pos + 1;
882        const char *semicolon_pos = strchr(value_start, ';');
883        String8 value;
884        if (semicolon_pos == NULL) {
885            value.setTo(value_start);
886        } else {
887            value.setTo(value_start, semicolon_pos - value_start);
888        }
889        if (setParameter(key, value) != OK) {
890            return BAD_VALUE;
891        }
892        if (semicolon_pos == NULL) {
893            break;  // Reaches the end
894        }
895        key_start = semicolon_pos + 1;
896    }
897    return OK;
898}
899
900status_t StagefrightRecorder::setListener(const sp<IMediaRecorderClient> &listener) {
901    mListener = listener;
902
903    return OK;
904}
905
906status_t StagefrightRecorder::setClientName(const String16& clientName) {
907    mClientName = clientName;
908
909    return OK;
910}
911
912status_t StagefrightRecorder::prepareInternal() {
913    ALOGV("prepare");
914    if (mOutputFd < 0) {
915        ALOGE("Output file descriptor is invalid");
916        return INVALID_OPERATION;
917    }
918
919    // Get UID and PID here for permission checking
920    mClientUid = IPCThreadState::self()->getCallingUid();
921    mClientPid = IPCThreadState::self()->getCallingPid();
922
923    status_t status = OK;
924
925    switch (mOutputFormat) {
926        case OUTPUT_FORMAT_DEFAULT:
927        case OUTPUT_FORMAT_THREE_GPP:
928        case OUTPUT_FORMAT_MPEG_4:
929        case OUTPUT_FORMAT_WEBM:
930            status = setupMPEG4orWEBMRecording();
931            break;
932
933        case OUTPUT_FORMAT_AMR_NB:
934        case OUTPUT_FORMAT_AMR_WB:
935            status = setupAMRRecording();
936            break;
937
938        case OUTPUT_FORMAT_AAC_ADIF:
939        case OUTPUT_FORMAT_AAC_ADTS:
940            status = setupAACRecording();
941            break;
942
943        case OUTPUT_FORMAT_RTP_AVP:
944            status = setupRTPRecording();
945            break;
946
947        case OUTPUT_FORMAT_MPEG2TS:
948            status = setupMPEG2TSRecording();
949            break;
950
951        default:
952            ALOGE("Unsupported output file format: %d", mOutputFormat);
953            status = UNKNOWN_ERROR;
954            break;
955    }
956
957    ALOGV("Recording frameRate: %d captureFps: %f",
958            mFrameRate, mCaptureFps);
959
960    return status;
961}
962
963status_t StagefrightRecorder::prepare() {
964    ALOGV("prepare");
965    Mutex::Autolock autolock(mLock);
966    if (mVideoSource == VIDEO_SOURCE_SURFACE) {
967        return prepareInternal();
968    }
969    return OK;
970}
971
972status_t StagefrightRecorder::start() {
973    ALOGV("start");
974    Mutex::Autolock autolock(mLock);
975    if (mOutputFd < 0) {
976        ALOGE("Output file descriptor is invalid");
977        return INVALID_OPERATION;
978    }
979
980    status_t status = OK;
981
982    if (mVideoSource != VIDEO_SOURCE_SURFACE) {
983        status = prepareInternal();
984        if (status != OK) {
985            return status;
986        }
987    }
988
989    if (mWriter == NULL) {
990        ALOGE("File writer is not avaialble");
991        return UNKNOWN_ERROR;
992    }
993
994    switch (mOutputFormat) {
995        case OUTPUT_FORMAT_DEFAULT:
996        case OUTPUT_FORMAT_THREE_GPP:
997        case OUTPUT_FORMAT_MPEG_4:
998        case OUTPUT_FORMAT_WEBM:
999        {
1000            bool isMPEG4 = true;
1001            if (mOutputFormat == OUTPUT_FORMAT_WEBM) {
1002                isMPEG4 = false;
1003            }
1004            sp<MetaData> meta = new MetaData;
1005            setupMPEG4orWEBMMetaData(&meta);
1006            status = mWriter->start(meta.get());
1007            break;
1008        }
1009
1010        case OUTPUT_FORMAT_AMR_NB:
1011        case OUTPUT_FORMAT_AMR_WB:
1012        case OUTPUT_FORMAT_AAC_ADIF:
1013        case OUTPUT_FORMAT_AAC_ADTS:
1014        case OUTPUT_FORMAT_RTP_AVP:
1015        case OUTPUT_FORMAT_MPEG2TS:
1016        {
1017            sp<MetaData> meta = new MetaData;
1018            int64_t startTimeUs = systemTime() / 1000;
1019            meta->setInt64(kKeyTime, startTimeUs);
1020            status = mWriter->start(meta.get());
1021            break;
1022        }
1023
1024        default:
1025        {
1026            ALOGE("Unsupported output file format: %d", mOutputFormat);
1027            status = UNKNOWN_ERROR;
1028            break;
1029        }
1030    }
1031
1032    if (status != OK) {
1033        mWriter.clear();
1034        mWriter = NULL;
1035    }
1036
1037    if ((status == OK) && (!mStarted)) {
1038        mAnalyticsDirty = true;
1039        mStarted = true;
1040
1041        mStartedRecordingUs = systemTime() / 1000;
1042
1043        uint32_t params = IMediaPlayerService::kBatteryDataCodecStarted;
1044        if (mAudioSource != AUDIO_SOURCE_CNT) {
1045            params |= IMediaPlayerService::kBatteryDataTrackAudio;
1046        }
1047        if (mVideoSource != VIDEO_SOURCE_LIST_END) {
1048            params |= IMediaPlayerService::kBatteryDataTrackVideo;
1049        }
1050
1051        addBatteryData(params);
1052    }
1053
1054    return status;
1055}
1056
1057sp<MediaCodecSource> StagefrightRecorder::createAudioSource() {
1058    int32_t sourceSampleRate = mSampleRate;
1059
1060    if (mCaptureFpsEnable && mCaptureFps >= mFrameRate) {
1061        // Upscale the sample rate for slow motion recording.
1062        // Fail audio source creation if source sample rate is too high, as it could
1063        // cause out-of-memory due to large input buffer size. And audio recording
1064        // probably doesn't make sense in the scenario, since the slow-down factor
1065        // is probably huge (eg. mSampleRate=48K, mCaptureFps=240, mFrameRate=1).
1066        const static int32_t SAMPLE_RATE_HZ_MAX = 192000;
1067        sourceSampleRate =
1068                (mSampleRate * mCaptureFps + mFrameRate / 2) / mFrameRate;
1069        if (sourceSampleRate < mSampleRate || sourceSampleRate > SAMPLE_RATE_HZ_MAX) {
1070            ALOGE("source sample rate out of range! "
1071                    "(mSampleRate %d, mCaptureFps %.2f, mFrameRate %d",
1072                    mSampleRate, mCaptureFps, mFrameRate);
1073            return NULL;
1074        }
1075    }
1076
1077    sp<AudioSource> audioSource =
1078        new AudioSource(
1079                mAudioSource,
1080                mOpPackageName,
1081                sourceSampleRate,
1082                mAudioChannels,
1083                mSampleRate,
1084                mClientUid,
1085                mClientPid,
1086                mSelectedDeviceId);
1087
1088    status_t err = audioSource->initCheck();
1089
1090    if (err != OK) {
1091        ALOGE("audio source is not initialized");
1092        return NULL;
1093    }
1094
1095    sp<AMessage> format = new AMessage;
1096    switch (mAudioEncoder) {
1097        case AUDIO_ENCODER_AMR_NB:
1098        case AUDIO_ENCODER_DEFAULT:
1099            format->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB);
1100            break;
1101        case AUDIO_ENCODER_AMR_WB:
1102            format->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB);
1103            break;
1104        case AUDIO_ENCODER_AAC:
1105            format->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC);
1106            format->setInt32("aac-profile", OMX_AUDIO_AACObjectLC);
1107            break;
1108        case AUDIO_ENCODER_HE_AAC:
1109            format->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC);
1110            format->setInt32("aac-profile", OMX_AUDIO_AACObjectHE);
1111            break;
1112        case AUDIO_ENCODER_AAC_ELD:
1113            format->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC);
1114            format->setInt32("aac-profile", OMX_AUDIO_AACObjectELD);
1115            break;
1116
1117        default:
1118            ALOGE("Unknown audio encoder: %d", mAudioEncoder);
1119            return NULL;
1120    }
1121
1122    // log audio mime type for media metrics
1123    if (mAnalyticsItem != NULL) {
1124        AString audiomime;
1125        if (format->findString("mime", &audiomime)) {
1126            mAnalyticsItem->setCString(kRecorderAudioMime, audiomime.c_str());
1127        }
1128    }
1129
1130    int32_t maxInputSize;
1131    CHECK(audioSource->getFormat()->findInt32(
1132                kKeyMaxInputSize, &maxInputSize));
1133
1134    format->setInt32("max-input-size", maxInputSize);
1135    format->setInt32("channel-count", mAudioChannels);
1136    format->setInt32("sample-rate", mSampleRate);
1137    format->setInt32("bitrate", mAudioBitRate);
1138    if (mAudioTimeScale > 0) {
1139        format->setInt32("time-scale", mAudioTimeScale);
1140    }
1141    format->setInt32("priority", 0 /* realtime */);
1142
1143    sp<MediaCodecSource> audioEncoder =
1144            MediaCodecSource::Create(mLooper, format, audioSource);
1145    sp<AudioSystem::AudioDeviceCallback> callback = mAudioDeviceCallback.promote();
1146    if (mDeviceCallbackEnabled && callback != 0) {
1147        audioSource->addAudioDeviceCallback(callback);
1148    }
1149    mAudioSourceNode = audioSource;
1150
1151    if (audioEncoder == NULL) {
1152        ALOGE("Failed to create audio encoder");
1153    }
1154
1155    return audioEncoder;
1156}
1157
1158status_t StagefrightRecorder::setupAACRecording() {
1159    // FIXME:
1160    // Add support for OUTPUT_FORMAT_AAC_ADIF
1161    CHECK_EQ(mOutputFormat, OUTPUT_FORMAT_AAC_ADTS);
1162
1163    CHECK(mAudioEncoder == AUDIO_ENCODER_AAC ||
1164          mAudioEncoder == AUDIO_ENCODER_HE_AAC ||
1165          mAudioEncoder == AUDIO_ENCODER_AAC_ELD);
1166    CHECK(mAudioSource != AUDIO_SOURCE_CNT);
1167
1168    mWriter = new AACWriter(mOutputFd);
1169    return setupRawAudioRecording();
1170}
1171
1172status_t StagefrightRecorder::setupAMRRecording() {
1173    CHECK(mOutputFormat == OUTPUT_FORMAT_AMR_NB ||
1174          mOutputFormat == OUTPUT_FORMAT_AMR_WB);
1175
1176    if (mOutputFormat == OUTPUT_FORMAT_AMR_NB) {
1177        if (mAudioEncoder != AUDIO_ENCODER_DEFAULT &&
1178            mAudioEncoder != AUDIO_ENCODER_AMR_NB) {
1179            ALOGE("Invalid encoder %d used for AMRNB recording",
1180                    mAudioEncoder);
1181            return BAD_VALUE;
1182        }
1183    } else {  // mOutputFormat must be OUTPUT_FORMAT_AMR_WB
1184        if (mAudioEncoder != AUDIO_ENCODER_AMR_WB) {
1185            ALOGE("Invlaid encoder %d used for AMRWB recording",
1186                    mAudioEncoder);
1187            return BAD_VALUE;
1188        }
1189    }
1190
1191    mWriter = new AMRWriter(mOutputFd);
1192    return setupRawAudioRecording();
1193}
1194
1195status_t StagefrightRecorder::setupRawAudioRecording() {
1196    if (mAudioSource >= AUDIO_SOURCE_CNT && mAudioSource != AUDIO_SOURCE_FM_TUNER) {
1197        ALOGE("Invalid audio source: %d", mAudioSource);
1198        return BAD_VALUE;
1199    }
1200
1201    status_t status = BAD_VALUE;
1202    if (OK != (status = checkAudioEncoderCapabilities())) {
1203        return status;
1204    }
1205
1206    sp<MediaCodecSource> audioEncoder = createAudioSource();
1207    if (audioEncoder == NULL) {
1208        return UNKNOWN_ERROR;
1209    }
1210
1211    CHECK(mWriter != 0);
1212    mWriter->addSource(audioEncoder);
1213    mAudioEncoderSource = audioEncoder;
1214
1215    if (mMaxFileDurationUs != 0) {
1216        mWriter->setMaxFileDuration(mMaxFileDurationUs);
1217    }
1218    if (mMaxFileSizeBytes != 0) {
1219        mWriter->setMaxFileSize(mMaxFileSizeBytes);
1220    }
1221    mWriter->setListener(mListener);
1222
1223    return OK;
1224}
1225
1226status_t StagefrightRecorder::setupRTPRecording() {
1227    CHECK_EQ(mOutputFormat, OUTPUT_FORMAT_RTP_AVP);
1228
1229    if ((mAudioSource != AUDIO_SOURCE_CNT
1230                && mVideoSource != VIDEO_SOURCE_LIST_END)
1231            || (mAudioSource == AUDIO_SOURCE_CNT
1232                && mVideoSource == VIDEO_SOURCE_LIST_END)) {
1233        // Must have exactly one source.
1234        return BAD_VALUE;
1235    }
1236
1237    if (mOutputFd < 0) {
1238        return BAD_VALUE;
1239    }
1240
1241    sp<MediaCodecSource> source;
1242
1243    if (mAudioSource != AUDIO_SOURCE_CNT) {
1244        source = createAudioSource();
1245        mAudioEncoderSource = source;
1246    } else {
1247        setDefaultVideoEncoderIfNecessary();
1248
1249        sp<MediaSource> mediaSource;
1250        status_t err = setupMediaSource(&mediaSource);
1251        if (err != OK) {
1252            return err;
1253        }
1254
1255        err = setupVideoEncoder(mediaSource, &source);
1256        if (err != OK) {
1257            return err;
1258        }
1259        mVideoEncoderSource = source;
1260    }
1261
1262    mWriter = new ARTPWriter(mOutputFd);
1263    mWriter->addSource(source);
1264    mWriter->setListener(mListener);
1265
1266    return OK;
1267}
1268
1269status_t StagefrightRecorder::setupMPEG2TSRecording() {
1270    CHECK_EQ(mOutputFormat, OUTPUT_FORMAT_MPEG2TS);
1271
1272    sp<MediaWriter> writer = new MPEG2TSWriter(mOutputFd);
1273
1274    if (mAudioSource != AUDIO_SOURCE_CNT) {
1275        if (mAudioEncoder != AUDIO_ENCODER_AAC &&
1276            mAudioEncoder != AUDIO_ENCODER_HE_AAC &&
1277            mAudioEncoder != AUDIO_ENCODER_AAC_ELD) {
1278            return ERROR_UNSUPPORTED;
1279        }
1280
1281        status_t err = setupAudioEncoder(writer);
1282
1283        if (err != OK) {
1284            return err;
1285        }
1286    }
1287
1288    if (mVideoSource < VIDEO_SOURCE_LIST_END) {
1289        if (mVideoEncoder != VIDEO_ENCODER_H264) {
1290            ALOGE("MPEG2TS recording only supports H.264 encoding!");
1291            return ERROR_UNSUPPORTED;
1292        }
1293
1294        sp<MediaSource> mediaSource;
1295        status_t err = setupMediaSource(&mediaSource);
1296        if (err != OK) {
1297            return err;
1298        }
1299
1300        sp<MediaCodecSource> encoder;
1301        err = setupVideoEncoder(mediaSource, &encoder);
1302
1303        if (err != OK) {
1304            return err;
1305        }
1306
1307        writer->addSource(encoder);
1308        mVideoEncoderSource = encoder;
1309    }
1310
1311    if (mMaxFileDurationUs != 0) {
1312        writer->setMaxFileDuration(mMaxFileDurationUs);
1313    }
1314
1315    if (mMaxFileSizeBytes != 0) {
1316        writer->setMaxFileSize(mMaxFileSizeBytes);
1317    }
1318
1319    mWriter = writer;
1320
1321    return OK;
1322}
1323
1324void StagefrightRecorder::clipVideoFrameRate() {
1325    ALOGV("clipVideoFrameRate: encoder %d", mVideoEncoder);
1326    if (mFrameRate == -1) {
1327        mFrameRate = mEncoderProfiles->getCamcorderProfileParamByName(
1328                "vid.fps", mCameraId, CAMCORDER_QUALITY_LOW);
1329        ALOGW("Using default video fps %d", mFrameRate);
1330    }
1331
1332    int minFrameRate = mEncoderProfiles->getVideoEncoderParamByName(
1333                        "enc.vid.fps.min", mVideoEncoder);
1334    int maxFrameRate = mEncoderProfiles->getVideoEncoderParamByName(
1335                        "enc.vid.fps.max", mVideoEncoder);
1336    if (mFrameRate < minFrameRate && minFrameRate != -1) {
1337        ALOGW("Intended video encoding frame rate (%d fps) is too small"
1338             " and will be set to (%d fps)", mFrameRate, minFrameRate);
1339        mFrameRate = minFrameRate;
1340    } else if (mFrameRate > maxFrameRate && maxFrameRate != -1) {
1341        ALOGW("Intended video encoding frame rate (%d fps) is too large"
1342             " and will be set to (%d fps)", mFrameRate, maxFrameRate);
1343        mFrameRate = maxFrameRate;
1344    }
1345}
1346
1347void StagefrightRecorder::clipVideoBitRate() {
1348    ALOGV("clipVideoBitRate: encoder %d", mVideoEncoder);
1349    int minBitRate = mEncoderProfiles->getVideoEncoderParamByName(
1350                        "enc.vid.bps.min", mVideoEncoder);
1351    int maxBitRate = mEncoderProfiles->getVideoEncoderParamByName(
1352                        "enc.vid.bps.max", mVideoEncoder);
1353    if (mVideoBitRate < minBitRate && minBitRate != -1) {
1354        ALOGW("Intended video encoding bit rate (%d bps) is too small"
1355             " and will be set to (%d bps)", mVideoBitRate, minBitRate);
1356        mVideoBitRate = minBitRate;
1357    } else if (mVideoBitRate > maxBitRate && maxBitRate != -1) {
1358        ALOGW("Intended video encoding bit rate (%d bps) is too large"
1359             " and will be set to (%d bps)", mVideoBitRate, maxBitRate);
1360        mVideoBitRate = maxBitRate;
1361    }
1362}
1363
1364void StagefrightRecorder::clipVideoFrameWidth() {
1365    ALOGV("clipVideoFrameWidth: encoder %d", mVideoEncoder);
1366    int minFrameWidth = mEncoderProfiles->getVideoEncoderParamByName(
1367                        "enc.vid.width.min", mVideoEncoder);
1368    int maxFrameWidth = mEncoderProfiles->getVideoEncoderParamByName(
1369                        "enc.vid.width.max", mVideoEncoder);
1370    if (mVideoWidth < minFrameWidth && minFrameWidth != -1) {
1371        ALOGW("Intended video encoding frame width (%d) is too small"
1372             " and will be set to (%d)", mVideoWidth, minFrameWidth);
1373        mVideoWidth = minFrameWidth;
1374    } else if (mVideoWidth > maxFrameWidth && maxFrameWidth != -1) {
1375        ALOGW("Intended video encoding frame width (%d) is too large"
1376             " and will be set to (%d)", mVideoWidth, maxFrameWidth);
1377        mVideoWidth = maxFrameWidth;
1378    }
1379}
1380
1381status_t StagefrightRecorder::checkVideoEncoderCapabilities() {
1382    if (!mCaptureFpsEnable) {
1383        // Dont clip for time lapse capture as encoder will have enough
1384        // time to encode because of slow capture rate of time lapse.
1385        clipVideoBitRate();
1386        clipVideoFrameRate();
1387        clipVideoFrameWidth();
1388        clipVideoFrameHeight();
1389        setDefaultProfileIfNecessary();
1390    }
1391    return OK;
1392}
1393
1394// Set to use AVC baseline profile if the encoding parameters matches
1395// CAMCORDER_QUALITY_LOW profile; this is for the sake of MMS service.
1396void StagefrightRecorder::setDefaultProfileIfNecessary() {
1397    ALOGV("setDefaultProfileIfNecessary");
1398
1399    camcorder_quality quality = CAMCORDER_QUALITY_LOW;
1400
1401    int64_t durationUs   = mEncoderProfiles->getCamcorderProfileParamByName(
1402                                "duration", mCameraId, quality) * 1000000LL;
1403
1404    int fileFormat       = mEncoderProfiles->getCamcorderProfileParamByName(
1405                                "file.format", mCameraId, quality);
1406
1407    int videoCodec       = mEncoderProfiles->getCamcorderProfileParamByName(
1408                                "vid.codec", mCameraId, quality);
1409
1410    int videoBitRate     = mEncoderProfiles->getCamcorderProfileParamByName(
1411                                "vid.bps", mCameraId, quality);
1412
1413    int videoFrameRate   = mEncoderProfiles->getCamcorderProfileParamByName(
1414                                "vid.fps", mCameraId, quality);
1415
1416    int videoFrameWidth  = mEncoderProfiles->getCamcorderProfileParamByName(
1417                                "vid.width", mCameraId, quality);
1418
1419    int videoFrameHeight = mEncoderProfiles->getCamcorderProfileParamByName(
1420                                "vid.height", mCameraId, quality);
1421
1422    int audioCodec       = mEncoderProfiles->getCamcorderProfileParamByName(
1423                                "aud.codec", mCameraId, quality);
1424
1425    int audioBitRate     = mEncoderProfiles->getCamcorderProfileParamByName(
1426                                "aud.bps", mCameraId, quality);
1427
1428    int audioSampleRate  = mEncoderProfiles->getCamcorderProfileParamByName(
1429                                "aud.hz", mCameraId, quality);
1430
1431    int audioChannels    = mEncoderProfiles->getCamcorderProfileParamByName(
1432                                "aud.ch", mCameraId, quality);
1433
1434    if (durationUs == mMaxFileDurationUs &&
1435        fileFormat == mOutputFormat &&
1436        videoCodec == mVideoEncoder &&
1437        videoBitRate == mVideoBitRate &&
1438        videoFrameRate == mFrameRate &&
1439        videoFrameWidth == mVideoWidth &&
1440        videoFrameHeight == mVideoHeight &&
1441        audioCodec == mAudioEncoder &&
1442        audioBitRate == mAudioBitRate &&
1443        audioSampleRate == mSampleRate &&
1444        audioChannels == mAudioChannels) {
1445        if (videoCodec == VIDEO_ENCODER_H264) {
1446            ALOGI("Force to use AVC baseline profile");
1447            setParamVideoEncoderProfile(OMX_VIDEO_AVCProfileBaseline);
1448            // set 0 for invalid levels - this will be rejected by the
1449            // codec if it cannot handle it during configure
1450            setParamVideoEncoderLevel(ACodec::getAVCLevelFor(
1451                    videoFrameWidth, videoFrameHeight, videoFrameRate, videoBitRate));
1452        }
1453    }
1454}
1455
1456void StagefrightRecorder::setDefaultVideoEncoderIfNecessary() {
1457    if (mVideoEncoder == VIDEO_ENCODER_DEFAULT) {
1458        if (mOutputFormat == OUTPUT_FORMAT_WEBM) {
1459            // default to VP8 for WEBM recording
1460            mVideoEncoder = VIDEO_ENCODER_VP8;
1461        } else {
1462            // pick the default encoder for CAMCORDER_QUALITY_LOW
1463            int videoCodec = mEncoderProfiles->getCamcorderProfileParamByName(
1464                    "vid.codec", mCameraId, CAMCORDER_QUALITY_LOW);
1465
1466            if (videoCodec > VIDEO_ENCODER_DEFAULT &&
1467                videoCodec < VIDEO_ENCODER_LIST_END) {
1468                mVideoEncoder = (video_encoder)videoCodec;
1469            } else {
1470                // default to H.264 if camcorder profile not available
1471                mVideoEncoder = VIDEO_ENCODER_H264;
1472            }
1473        }
1474    }
1475}
1476
1477status_t StagefrightRecorder::checkAudioEncoderCapabilities() {
1478    clipAudioBitRate();
1479    clipAudioSampleRate();
1480    clipNumberOfAudioChannels();
1481    return OK;
1482}
1483
1484void StagefrightRecorder::clipAudioBitRate() {
1485    ALOGV("clipAudioBitRate: encoder %d", mAudioEncoder);
1486
1487    int minAudioBitRate =
1488            mEncoderProfiles->getAudioEncoderParamByName(
1489                "enc.aud.bps.min", mAudioEncoder);
1490    if (minAudioBitRate != -1 && mAudioBitRate < minAudioBitRate) {
1491        ALOGW("Intended audio encoding bit rate (%d) is too small"
1492            " and will be set to (%d)", mAudioBitRate, minAudioBitRate);
1493        mAudioBitRate = minAudioBitRate;
1494    }
1495
1496    int maxAudioBitRate =
1497            mEncoderProfiles->getAudioEncoderParamByName(
1498                "enc.aud.bps.max", mAudioEncoder);
1499    if (maxAudioBitRate != -1 && mAudioBitRate > maxAudioBitRate) {
1500        ALOGW("Intended audio encoding bit rate (%d) is too large"
1501            " and will be set to (%d)", mAudioBitRate, maxAudioBitRate);
1502        mAudioBitRate = maxAudioBitRate;
1503    }
1504}
1505
1506void StagefrightRecorder::clipAudioSampleRate() {
1507    ALOGV("clipAudioSampleRate: encoder %d", mAudioEncoder);
1508
1509    int minSampleRate =
1510            mEncoderProfiles->getAudioEncoderParamByName(
1511                "enc.aud.hz.min", mAudioEncoder);
1512    if (minSampleRate != -1 && mSampleRate < minSampleRate) {
1513        ALOGW("Intended audio sample rate (%d) is too small"
1514            " and will be set to (%d)", mSampleRate, minSampleRate);
1515        mSampleRate = minSampleRate;
1516    }
1517
1518    int maxSampleRate =
1519            mEncoderProfiles->getAudioEncoderParamByName(
1520                "enc.aud.hz.max", mAudioEncoder);
1521    if (maxSampleRate != -1 && mSampleRate > maxSampleRate) {
1522        ALOGW("Intended audio sample rate (%d) is too large"
1523            " and will be set to (%d)", mSampleRate, maxSampleRate);
1524        mSampleRate = maxSampleRate;
1525    }
1526}
1527
1528void StagefrightRecorder::clipNumberOfAudioChannels() {
1529    ALOGV("clipNumberOfAudioChannels: encoder %d", mAudioEncoder);
1530
1531    int minChannels =
1532            mEncoderProfiles->getAudioEncoderParamByName(
1533                "enc.aud.ch.min", mAudioEncoder);
1534    if (minChannels != -1 && mAudioChannels < minChannels) {
1535        ALOGW("Intended number of audio channels (%d) is too small"
1536            " and will be set to (%d)", mAudioChannels, minChannels);
1537        mAudioChannels = minChannels;
1538    }
1539
1540    int maxChannels =
1541            mEncoderProfiles->getAudioEncoderParamByName(
1542                "enc.aud.ch.max", mAudioEncoder);
1543    if (maxChannels != -1 && mAudioChannels > maxChannels) {
1544        ALOGW("Intended number of audio channels (%d) is too large"
1545            " and will be set to (%d)", mAudioChannels, maxChannels);
1546        mAudioChannels = maxChannels;
1547    }
1548}
1549
1550void StagefrightRecorder::clipVideoFrameHeight() {
1551    ALOGV("clipVideoFrameHeight: encoder %d", mVideoEncoder);
1552    int minFrameHeight = mEncoderProfiles->getVideoEncoderParamByName(
1553                        "enc.vid.height.min", mVideoEncoder);
1554    int maxFrameHeight = mEncoderProfiles->getVideoEncoderParamByName(
1555                        "enc.vid.height.max", mVideoEncoder);
1556    if (minFrameHeight != -1 && mVideoHeight < minFrameHeight) {
1557        ALOGW("Intended video encoding frame height (%d) is too small"
1558             " and will be set to (%d)", mVideoHeight, minFrameHeight);
1559        mVideoHeight = minFrameHeight;
1560    } else if (maxFrameHeight != -1 && mVideoHeight > maxFrameHeight) {
1561        ALOGW("Intended video encoding frame height (%d) is too large"
1562             " and will be set to (%d)", mVideoHeight, maxFrameHeight);
1563        mVideoHeight = maxFrameHeight;
1564    }
1565}
1566
1567// Set up the appropriate MediaSource depending on the chosen option
1568status_t StagefrightRecorder::setupMediaSource(
1569                      sp<MediaSource> *mediaSource) {
1570    if (mVideoSource == VIDEO_SOURCE_DEFAULT
1571            || mVideoSource == VIDEO_SOURCE_CAMERA) {
1572        sp<CameraSource> cameraSource;
1573        status_t err = setupCameraSource(&cameraSource);
1574        if (err != OK) {
1575            return err;
1576        }
1577        *mediaSource = cameraSource;
1578    } else if (mVideoSource == VIDEO_SOURCE_SURFACE) {
1579        *mediaSource = NULL;
1580    } else {
1581        return INVALID_OPERATION;
1582    }
1583    return OK;
1584}
1585
1586status_t StagefrightRecorder::setupCameraSource(
1587        sp<CameraSource> *cameraSource) {
1588    status_t err = OK;
1589    if ((err = checkVideoEncoderCapabilities()) != OK) {
1590        return err;
1591    }
1592    Size videoSize;
1593    videoSize.width = mVideoWidth;
1594    videoSize.height = mVideoHeight;
1595    if (mCaptureFpsEnable) {
1596        if (!(mCaptureFps > 0.)) {
1597            ALOGE("Invalid mCaptureFps value: %lf", mCaptureFps);
1598            return BAD_VALUE;
1599        }
1600
1601        mCameraSourceTimeLapse = CameraSourceTimeLapse::CreateFromCamera(
1602                mCamera, mCameraProxy, mCameraId, mClientName, mClientUid, mClientPid,
1603                videoSize, mFrameRate, mPreviewSurface,
1604                std::llround(1e6 / mCaptureFps));
1605        *cameraSource = mCameraSourceTimeLapse;
1606    } else {
1607        *cameraSource = CameraSource::CreateFromCamera(
1608                mCamera, mCameraProxy, mCameraId, mClientName, mClientUid, mClientPid,
1609                videoSize, mFrameRate,
1610                mPreviewSurface);
1611    }
1612    mCamera.clear();
1613    mCameraProxy.clear();
1614    if (*cameraSource == NULL) {
1615        return UNKNOWN_ERROR;
1616    }
1617
1618    if ((*cameraSource)->initCheck() != OK) {
1619        (*cameraSource).clear();
1620        *cameraSource = NULL;
1621        return NO_INIT;
1622    }
1623
1624    // When frame rate is not set, the actual frame rate will be set to
1625    // the current frame rate being used.
1626    if (mFrameRate == -1) {
1627        int32_t frameRate = 0;
1628        CHECK ((*cameraSource)->getFormat()->findInt32(
1629                    kKeyFrameRate, &frameRate));
1630        ALOGI("Frame rate is not explicitly set. Use the current frame "
1631             "rate (%d fps)", frameRate);
1632        mFrameRate = frameRate;
1633    }
1634
1635    CHECK(mFrameRate != -1);
1636
1637    mMetaDataStoredInVideoBuffers =
1638        (*cameraSource)->metaDataStoredInVideoBuffers();
1639
1640    return OK;
1641}
1642
1643status_t StagefrightRecorder::setupVideoEncoder(
1644        const sp<MediaSource> &cameraSource,
1645        sp<MediaCodecSource> *source) {
1646    source->clear();
1647
1648    sp<AMessage> format = new AMessage();
1649
1650    switch (mVideoEncoder) {
1651        case VIDEO_ENCODER_H263:
1652            format->setString("mime", MEDIA_MIMETYPE_VIDEO_H263);
1653            break;
1654
1655        case VIDEO_ENCODER_MPEG_4_SP:
1656            format->setString("mime", MEDIA_MIMETYPE_VIDEO_MPEG4);
1657            break;
1658
1659        case VIDEO_ENCODER_H264:
1660            format->setString("mime", MEDIA_MIMETYPE_VIDEO_AVC);
1661            break;
1662
1663        case VIDEO_ENCODER_VP8:
1664            format->setString("mime", MEDIA_MIMETYPE_VIDEO_VP8);
1665            break;
1666
1667        case VIDEO_ENCODER_HEVC:
1668            format->setString("mime", MEDIA_MIMETYPE_VIDEO_HEVC);
1669            break;
1670
1671        default:
1672            CHECK(!"Should not be here, unsupported video encoding.");
1673            break;
1674    }
1675
1676    // log video mime type for media metrics
1677    if (mAnalyticsItem != NULL) {
1678        AString videomime;
1679        if (format->findString("mime", &videomime)) {
1680            mAnalyticsItem->setCString(kRecorderVideoMime, videomime.c_str());
1681        }
1682    }
1683
1684    if (cameraSource != NULL) {
1685        sp<MetaData> meta = cameraSource->getFormat();
1686
1687        int32_t width, height, stride, sliceHeight, colorFormat;
1688        CHECK(meta->findInt32(kKeyWidth, &width));
1689        CHECK(meta->findInt32(kKeyHeight, &height));
1690        CHECK(meta->findInt32(kKeyStride, &stride));
1691        CHECK(meta->findInt32(kKeySliceHeight, &sliceHeight));
1692        CHECK(meta->findInt32(kKeyColorFormat, &colorFormat));
1693
1694        format->setInt32("width", width);
1695        format->setInt32("height", height);
1696        format->setInt32("stride", stride);
1697        format->setInt32("slice-height", sliceHeight);
1698        format->setInt32("color-format", colorFormat);
1699    } else {
1700        format->setInt32("width", mVideoWidth);
1701        format->setInt32("height", mVideoHeight);
1702        format->setInt32("stride", mVideoWidth);
1703        format->setInt32("slice-height", mVideoHeight);
1704        format->setInt32("color-format", OMX_COLOR_FormatAndroidOpaque);
1705
1706        // set up time lapse/slow motion for surface source
1707        if (mCaptureFpsEnable) {
1708            if (!(mCaptureFps > 0.)) {
1709                ALOGE("Invalid mCaptureFps value: %lf", mCaptureFps);
1710                return BAD_VALUE;
1711            }
1712            format->setDouble("time-lapse-fps", mCaptureFps);
1713        }
1714    }
1715
1716    format->setInt32("bitrate", mVideoBitRate);
1717    format->setInt32("frame-rate", mFrameRate);
1718    format->setInt32("i-frame-interval", mIFramesIntervalSec);
1719
1720    if (mVideoTimeScale > 0) {
1721        format->setInt32("time-scale", mVideoTimeScale);
1722    }
1723    if (mVideoEncoderProfile != -1) {
1724        format->setInt32("profile", mVideoEncoderProfile);
1725    }
1726    if (mVideoEncoderLevel != -1) {
1727        format->setInt32("level", mVideoEncoderLevel);
1728    }
1729
1730    uint32_t tsLayers = 1;
1731    bool preferBFrames = true; // we like B-frames as it produces better quality per bitrate
1732    format->setInt32("priority", 0 /* realtime */);
1733    float maxPlaybackFps = mFrameRate; // assume video is only played back at normal speed
1734
1735    if (mCaptureFpsEnable) {
1736        format->setFloat("operating-rate", mCaptureFps);
1737
1738        // enable layering for all time lapse and high frame rate recordings
1739        if (mFrameRate / mCaptureFps >= 1.9) { // time lapse
1740            preferBFrames = false;
1741            tsLayers = 2; // use at least two layers as resulting video will likely be sped up
1742        } else if (mCaptureFps > maxPlaybackFps) { // slow-mo
1743            maxPlaybackFps = mCaptureFps; // assume video will be played back at full capture speed
1744            preferBFrames = false;
1745        }
1746    }
1747
1748    for (uint32_t tryLayers = 1; tryLayers <= kMaxNumVideoTemporalLayers; ++tryLayers) {
1749        if (tryLayers > tsLayers) {
1750            tsLayers = tryLayers;
1751        }
1752        // keep going until the base layer fps falls below the typical display refresh rate
1753        float baseLayerFps = maxPlaybackFps / (1 << (tryLayers - 1));
1754        if (baseLayerFps < kMinTypicalDisplayRefreshingRate / 0.9) {
1755            break;
1756        }
1757    }
1758
1759    if (tsLayers > 1) {
1760        uint32_t bLayers = std::min(2u, tsLayers - 1); // use up-to 2 B-layers
1761        uint32_t pLayers = tsLayers - bLayers;
1762        format->setString(
1763                "ts-schema", AStringPrintf("android.generic.%u+%u", pLayers, bLayers));
1764
1765        // TODO: some encoders do not support B-frames with temporal layering, and we have a
1766        // different preference based on use-case. We could move this into camera profiles.
1767        format->setInt32("android._prefer-b-frames", preferBFrames);
1768    }
1769
1770    if (mMetaDataStoredInVideoBuffers != kMetadataBufferTypeInvalid) {
1771        format->setInt32("android._input-metadata-buffer-type", mMetaDataStoredInVideoBuffers);
1772    }
1773
1774    uint32_t flags = 0;
1775    if (cameraSource == NULL) {
1776        flags |= MediaCodecSource::FLAG_USE_SURFACE_INPUT;
1777    } else {
1778        // require dataspace setup even if not using surface input
1779        format->setInt32("android._using-recorder", 1);
1780    }
1781
1782    sp<MediaCodecSource> encoder = MediaCodecSource::Create(
1783            mLooper, format, cameraSource, mPersistentSurface, flags);
1784    if (encoder == NULL) {
1785        ALOGE("Failed to create video encoder");
1786        // When the encoder fails to be created, we need
1787        // release the camera source due to the camera's lock
1788        // and unlock mechanism.
1789        if (cameraSource != NULL) {
1790            cameraSource->stop();
1791        }
1792        return UNKNOWN_ERROR;
1793    }
1794
1795    if (cameraSource == NULL) {
1796        mGraphicBufferProducer = encoder->getGraphicBufferProducer();
1797    }
1798
1799    *source = encoder;
1800
1801    return OK;
1802}
1803
1804status_t StagefrightRecorder::setupAudioEncoder(const sp<MediaWriter>& writer) {
1805    status_t status = BAD_VALUE;
1806    if (OK != (status = checkAudioEncoderCapabilities())) {
1807        return status;
1808    }
1809
1810    switch(mAudioEncoder) {
1811        case AUDIO_ENCODER_AMR_NB:
1812        case AUDIO_ENCODER_AMR_WB:
1813        case AUDIO_ENCODER_AAC:
1814        case AUDIO_ENCODER_HE_AAC:
1815        case AUDIO_ENCODER_AAC_ELD:
1816            break;
1817
1818        default:
1819            ALOGE("Unsupported audio encoder: %d", mAudioEncoder);
1820            return UNKNOWN_ERROR;
1821    }
1822
1823    sp<MediaCodecSource> audioEncoder = createAudioSource();
1824    if (audioEncoder == NULL) {
1825        return UNKNOWN_ERROR;
1826    }
1827
1828    writer->addSource(audioEncoder);
1829    mAudioEncoderSource = audioEncoder;
1830    return OK;
1831}
1832
1833status_t StagefrightRecorder::setupMPEG4orWEBMRecording() {
1834    mWriter.clear();
1835    mTotalBitRate = 0;
1836
1837    status_t err = OK;
1838    sp<MediaWriter> writer;
1839    sp<MPEG4Writer> mp4writer;
1840    if (mOutputFormat == OUTPUT_FORMAT_WEBM) {
1841        writer = new WebmWriter(mOutputFd);
1842    } else {
1843        writer = mp4writer = new MPEG4Writer(mOutputFd);
1844    }
1845
1846    if (mVideoSource < VIDEO_SOURCE_LIST_END) {
1847        setDefaultVideoEncoderIfNecessary();
1848
1849        sp<MediaSource> mediaSource;
1850        err = setupMediaSource(&mediaSource);
1851        if (err != OK) {
1852            return err;
1853        }
1854
1855        sp<MediaCodecSource> encoder;
1856        err = setupVideoEncoder(mediaSource, &encoder);
1857        if (err != OK) {
1858            return err;
1859        }
1860
1861        writer->addSource(encoder);
1862        mVideoEncoderSource = encoder;
1863        mTotalBitRate += mVideoBitRate;
1864    }
1865
1866    if (mOutputFormat != OUTPUT_FORMAT_WEBM) {
1867        // Audio source is added at the end if it exists.
1868        // This help make sure that the "recoding" sound is suppressed for
1869        // camcorder applications in the recorded files.
1870        // TODO Audio source is currently unsupported for webm output; vorbis encoder needed.
1871        // disable audio for time lapse recording
1872        bool disableAudio = mCaptureFpsEnable && mCaptureFps < mFrameRate;
1873        if (!disableAudio && mAudioSource != AUDIO_SOURCE_CNT) {
1874            err = setupAudioEncoder(writer);
1875            if (err != OK) return err;
1876            mTotalBitRate += mAudioBitRate;
1877        }
1878
1879        if (mCaptureFpsEnable) {
1880            mp4writer->setCaptureRate(mCaptureFps);
1881        }
1882
1883        if (mInterleaveDurationUs > 0) {
1884            mp4writer->setInterleaveDuration(mInterleaveDurationUs);
1885        }
1886        if (mLongitudex10000 > -3600000 && mLatitudex10000 > -3600000) {
1887            mp4writer->setGeoData(mLatitudex10000, mLongitudex10000);
1888        }
1889    }
1890    if (mMaxFileDurationUs != 0) {
1891        writer->setMaxFileDuration(mMaxFileDurationUs);
1892    }
1893    if (mMaxFileSizeBytes != 0) {
1894        writer->setMaxFileSize(mMaxFileSizeBytes);
1895    }
1896    if (mVideoSource == VIDEO_SOURCE_DEFAULT
1897            || mVideoSource == VIDEO_SOURCE_CAMERA) {
1898        mStartTimeOffsetMs = mEncoderProfiles->getStartTimeOffsetMs(mCameraId);
1899    } else if (mVideoSource == VIDEO_SOURCE_SURFACE) {
1900        // surface source doesn't need large initial delay
1901        mStartTimeOffsetMs = 100;
1902    }
1903    if (mStartTimeOffsetMs > 0) {
1904        writer->setStartTimeOffsetMs(mStartTimeOffsetMs);
1905    }
1906
1907    writer->setListener(mListener);
1908    mWriter = writer;
1909    return OK;
1910}
1911
1912void StagefrightRecorder::setupMPEG4orWEBMMetaData(sp<MetaData> *meta) {
1913    int64_t startTimeUs = systemTime() / 1000;
1914    (*meta)->setInt64(kKeyTime, startTimeUs);
1915    (*meta)->setInt32(kKeyFileType, mOutputFormat);
1916    (*meta)->setInt32(kKeyBitRate, mTotalBitRate);
1917    if (mMovieTimeScale > 0) {
1918        (*meta)->setInt32(kKeyTimeScale, mMovieTimeScale);
1919    }
1920    if (mOutputFormat != OUTPUT_FORMAT_WEBM) {
1921        (*meta)->setInt32(kKey64BitFileOffset, mUse64BitFileOffset);
1922        if (mTrackEveryTimeDurationUs > 0) {
1923            (*meta)->setInt64(kKeyTrackTimeStatus, mTrackEveryTimeDurationUs);
1924        }
1925        if (mRotationDegrees != 0) {
1926            (*meta)->setInt32(kKeyRotation, mRotationDegrees);
1927        }
1928    }
1929}
1930
1931status_t StagefrightRecorder::pause() {
1932    ALOGV("pause");
1933    if (!mStarted) {
1934        return INVALID_OPERATION;
1935    }
1936
1937    // Already paused --- no-op.
1938    if (mPauseStartTimeUs != 0) {
1939        return OK;
1940    }
1941
1942    mPauseStartTimeUs = systemTime() / 1000;
1943    sp<MetaData> meta = new MetaData;
1944    meta->setInt64(kKeyTime, mPauseStartTimeUs);
1945
1946    if (mStartedRecordingUs != 0) {
1947        // should always be true
1948        int64_t recordingUs = mPauseStartTimeUs - mStartedRecordingUs;
1949        mDurationRecordedUs += recordingUs;
1950        mStartedRecordingUs = 0;
1951    }
1952
1953    if (mAudioEncoderSource != NULL) {
1954        mAudioEncoderSource->pause();
1955    }
1956    if (mVideoEncoderSource != NULL) {
1957        mVideoEncoderSource->pause(meta.get());
1958    }
1959
1960    return OK;
1961}
1962
1963status_t StagefrightRecorder::resume() {
1964    ALOGV("resume");
1965    if (!mStarted) {
1966        return INVALID_OPERATION;
1967    }
1968
1969    // Not paused --- no-op.
1970    if (mPauseStartTimeUs == 0) {
1971        return OK;
1972    }
1973
1974    int64_t resumeStartTimeUs = systemTime() / 1000;
1975
1976    int64_t bufferStartTimeUs = 0;
1977    bool allSourcesStarted = true;
1978    for (const auto &source : { mAudioEncoderSource, mVideoEncoderSource }) {
1979        if (source == nullptr) {
1980            continue;
1981        }
1982        int64_t timeUs = source->getFirstSampleSystemTimeUs();
1983        if (timeUs < 0) {
1984            allSourcesStarted = false;
1985        }
1986        if (bufferStartTimeUs < timeUs) {
1987            bufferStartTimeUs = timeUs;
1988        }
1989    }
1990
1991    if (allSourcesStarted) {
1992        if (mPauseStartTimeUs < bufferStartTimeUs) {
1993            mPauseStartTimeUs = bufferStartTimeUs;
1994        }
1995        // 30 ms buffer to avoid timestamp overlap
1996        mTotalPausedDurationUs += resumeStartTimeUs - mPauseStartTimeUs - 30000;
1997    }
1998    double timeOffset = -mTotalPausedDurationUs;
1999    if (mCaptureFpsEnable) {
2000        timeOffset *= mCaptureFps / mFrameRate;
2001    }
2002    sp<MetaData> meta = new MetaData;
2003    meta->setInt64(kKeyTime, resumeStartTimeUs);
2004    for (const auto &source : { mAudioEncoderSource, mVideoEncoderSource }) {
2005        if (source == nullptr) {
2006            continue;
2007        }
2008        source->setInputBufferTimeOffset((int64_t)timeOffset);
2009        source->start(meta.get());
2010    }
2011
2012
2013    // sum info on pause duration
2014    // (ignore the 30msec of overlap adjustment factored into mTotalPausedDurationUs)
2015    int64_t pausedUs = resumeStartTimeUs - mPauseStartTimeUs;
2016    mDurationPausedUs += pausedUs;
2017    mNPauses++;
2018    // and a timestamp marking that we're back to recording....
2019    mStartedRecordingUs = resumeStartTimeUs;
2020
2021    mPauseStartTimeUs = 0;
2022
2023    return OK;
2024}
2025
2026status_t StagefrightRecorder::stop() {
2027    ALOGV("stop");
2028    Mutex::Autolock autolock(mLock);
2029    status_t err = OK;
2030
2031    if (mCaptureFpsEnable && mCameraSourceTimeLapse != NULL) {
2032        mCameraSourceTimeLapse->startQuickReadReturns();
2033        mCameraSourceTimeLapse = NULL;
2034    }
2035
2036    int64_t stopTimeUs = systemTime() / 1000;
2037    for (const auto &source : { mAudioEncoderSource, mVideoEncoderSource }) {
2038        if (source != nullptr && OK != source->setStopTimeUs(stopTimeUs)) {
2039            ALOGW("Failed to set stopTime %lld us for %s",
2040                    (long long)stopTimeUs, source->isVideo() ? "Video" : "Audio");
2041        }
2042    }
2043
2044    if (mWriter != NULL) {
2045        err = mWriter->stop();
2046        mWriter.clear();
2047    }
2048
2049    // account for the last 'segment' -- whether paused or recording
2050    if (mPauseStartTimeUs != 0) {
2051        // we were paused
2052        int64_t additive = stopTimeUs - mPauseStartTimeUs;
2053        mDurationPausedUs += additive;
2054        mNPauses++;
2055    } else if (mStartedRecordingUs != 0) {
2056        // we were recording
2057        int64_t additive = stopTimeUs - mStartedRecordingUs;
2058        mDurationRecordedUs += additive;
2059    } else {
2060        ALOGW("stop while neither recording nor paused");
2061    }
2062
2063    flushAndResetMetrics(true);
2064
2065    mDurationRecordedUs = 0;
2066    mDurationPausedUs = 0;
2067    mNPauses = 0;
2068    mTotalPausedDurationUs = 0;
2069    mPauseStartTimeUs = 0;
2070    mStartedRecordingUs = 0;
2071
2072    mGraphicBufferProducer.clear();
2073    mPersistentSurface.clear();
2074    mAudioEncoderSource.clear();
2075    mVideoEncoderSource.clear();
2076
2077    if (mOutputFd >= 0) {
2078        ::close(mOutputFd);
2079        mOutputFd = -1;
2080    }
2081
2082    if (mStarted) {
2083        mStarted = false;
2084
2085        uint32_t params = 0;
2086        if (mAudioSource != AUDIO_SOURCE_CNT) {
2087            params |= IMediaPlayerService::kBatteryDataTrackAudio;
2088        }
2089        if (mVideoSource != VIDEO_SOURCE_LIST_END) {
2090            params |= IMediaPlayerService::kBatteryDataTrackVideo;
2091        }
2092
2093        addBatteryData(params);
2094    }
2095
2096    return err;
2097}
2098
2099status_t StagefrightRecorder::close() {
2100    ALOGV("close");
2101    stop();
2102
2103    return OK;
2104}
2105
2106status_t StagefrightRecorder::reset() {
2107    ALOGV("reset");
2108    stop();
2109
2110    // No audio or video source by default
2111    mAudioSource = (audio_source_t)AUDIO_SOURCE_CNT; // reset to invalid value
2112    mVideoSource = VIDEO_SOURCE_LIST_END;
2113
2114    // Default parameters
2115    mOutputFormat  = OUTPUT_FORMAT_THREE_GPP;
2116    mAudioEncoder  = AUDIO_ENCODER_AMR_NB;
2117    mVideoEncoder  = VIDEO_ENCODER_DEFAULT;
2118    mVideoWidth    = 176;
2119    mVideoHeight   = 144;
2120    mFrameRate     = -1;
2121    mVideoBitRate  = 192000;
2122    mSampleRate    = 8000;
2123    mAudioChannels = 1;
2124    mAudioBitRate  = 12200;
2125    mInterleaveDurationUs = 0;
2126    mIFramesIntervalSec = 1;
2127    mAudioSourceNode = 0;
2128    mUse64BitFileOffset = false;
2129    mMovieTimeScale  = -1;
2130    mAudioTimeScale  = -1;
2131    mVideoTimeScale  = -1;
2132    mCameraId        = 0;
2133    mStartTimeOffsetMs = -1;
2134    mVideoEncoderProfile = -1;
2135    mVideoEncoderLevel   = -1;
2136    mMaxFileDurationUs = 0;
2137    mMaxFileSizeBytes = 0;
2138    mTrackEveryTimeDurationUs = 0;
2139    mCaptureFpsEnable = false;
2140    mCaptureFps = -1.0;
2141    mCameraSourceTimeLapse = NULL;
2142    mMetaDataStoredInVideoBuffers = kMetadataBufferTypeInvalid;
2143    mEncoderProfiles = MediaProfiles::getInstance();
2144    mRotationDegrees = 0;
2145    mLatitudex10000 = -3600000;
2146    mLongitudex10000 = -3600000;
2147    mTotalBitRate = 0;
2148
2149    // tracking how long we recorded.
2150    mDurationRecordedUs = 0;
2151    mStartedRecordingUs = 0;
2152    mDurationPausedUs = 0;
2153    mNPauses = 0;
2154
2155    mOutputFd = -1;
2156
2157    return OK;
2158}
2159
2160status_t StagefrightRecorder::getMaxAmplitude(int *max) {
2161    ALOGV("getMaxAmplitude");
2162
2163    if (max == NULL) {
2164        ALOGE("Null pointer argument");
2165        return BAD_VALUE;
2166    }
2167
2168    if (mAudioSourceNode != 0) {
2169        *max = mAudioSourceNode->getMaxAmplitude();
2170    } else {
2171        *max = 0;
2172    }
2173
2174    return OK;
2175}
2176
2177status_t StagefrightRecorder::getMetrics(Parcel *reply) {
2178    ALOGD("StagefrightRecorder::getMetrics");
2179
2180    if (reply == NULL) {
2181        ALOGE("Null pointer argument");
2182        return BAD_VALUE;
2183    }
2184
2185    if (mAnalyticsItem == NULL) {
2186        return UNKNOWN_ERROR;
2187    }
2188
2189    updateMetrics();
2190    mAnalyticsItem->writeToParcel(reply);
2191    return OK;
2192}
2193
2194status_t StagefrightRecorder::setInputDevice(audio_port_handle_t deviceId) {
2195    ALOGV("setInputDevice");
2196
2197    if (mSelectedDeviceId != deviceId) {
2198        mSelectedDeviceId = deviceId;
2199        if (mAudioSourceNode != 0) {
2200            return mAudioSourceNode->setInputDevice(deviceId);
2201        }
2202    }
2203    return NO_ERROR;
2204}
2205
2206status_t StagefrightRecorder::getRoutedDeviceId(audio_port_handle_t* deviceId) {
2207    ALOGV("getRoutedDeviceId");
2208
2209    if (mAudioSourceNode != 0) {
2210        status_t status = mAudioSourceNode->getRoutedDeviceId(deviceId);
2211        return status;
2212    }
2213    return NO_INIT;
2214}
2215
2216void StagefrightRecorder::setAudioDeviceCallback(
2217        const sp<AudioSystem::AudioDeviceCallback>& callback) {
2218    mAudioDeviceCallback = callback;
2219}
2220
2221status_t StagefrightRecorder::enableAudioDeviceCallback(bool enabled) {
2222    mDeviceCallbackEnabled = enabled;
2223    sp<AudioSystem::AudioDeviceCallback> callback = mAudioDeviceCallback.promote();
2224    if (mAudioSourceNode != 0 && callback != 0) {
2225        if (enabled) {
2226            return mAudioSourceNode->addAudioDeviceCallback(callback);
2227        } else {
2228            return mAudioSourceNode->removeAudioDeviceCallback(callback);
2229        }
2230    }
2231    return NO_ERROR;
2232}
2233
2234status_t StagefrightRecorder::getActiveMicrophones(
2235        std::vector<media::MicrophoneInfo>* activeMicrophones) {
2236    if (mAudioSourceNode != 0) {
2237        return mAudioSourceNode->getActiveMicrophones(activeMicrophones);
2238    }
2239    return NO_INIT;
2240}
2241
2242
2243status_t StagefrightRecorder::dump(
2244        int fd, const Vector<String16>& args) const {
2245    ALOGV("dump");
2246    Mutex::Autolock autolock(mLock);
2247    const size_t SIZE = 256;
2248    char buffer[SIZE];
2249    String8 result;
2250    if (mWriter != 0) {
2251        mWriter->dump(fd, args);
2252    } else {
2253        snprintf(buffer, SIZE, "   No file writer\n");
2254        result.append(buffer);
2255    }
2256    snprintf(buffer, SIZE, "   Recorder: %p\n", this);
2257    snprintf(buffer, SIZE, "   Output file (fd %d):\n", mOutputFd);
2258    result.append(buffer);
2259    snprintf(buffer, SIZE, "     File format: %d\n", mOutputFormat);
2260    result.append(buffer);
2261    snprintf(buffer, SIZE, "     Max file size (bytes): %" PRId64 "\n", mMaxFileSizeBytes);
2262    result.append(buffer);
2263    snprintf(buffer, SIZE, "     Max file duration (us): %" PRId64 "\n", mMaxFileDurationUs);
2264    result.append(buffer);
2265    snprintf(buffer, SIZE, "     File offset length (bits): %d\n", mUse64BitFileOffset? 64: 32);
2266    result.append(buffer);
2267    snprintf(buffer, SIZE, "     Interleave duration (us): %d\n", mInterleaveDurationUs);
2268    result.append(buffer);
2269    snprintf(buffer, SIZE, "     Progress notification: %" PRId64 " us\n", mTrackEveryTimeDurationUs);
2270    result.append(buffer);
2271    snprintf(buffer, SIZE, "   Audio\n");
2272    result.append(buffer);
2273    snprintf(buffer, SIZE, "     Source: %d\n", mAudioSource);
2274    result.append(buffer);
2275    snprintf(buffer, SIZE, "     Encoder: %d\n", mAudioEncoder);
2276    result.append(buffer);
2277    snprintf(buffer, SIZE, "     Bit rate (bps): %d\n", mAudioBitRate);
2278    result.append(buffer);
2279    snprintf(buffer, SIZE, "     Sampling rate (hz): %d\n", mSampleRate);
2280    result.append(buffer);
2281    snprintf(buffer, SIZE, "     Number of channels: %d\n", mAudioChannels);
2282    result.append(buffer);
2283    snprintf(buffer, SIZE, "     Max amplitude: %d\n", mAudioSourceNode == 0? 0: mAudioSourceNode->getMaxAmplitude());
2284    result.append(buffer);
2285    snprintf(buffer, SIZE, "   Video\n");
2286    result.append(buffer);
2287    snprintf(buffer, SIZE, "     Source: %d\n", mVideoSource);
2288    result.append(buffer);
2289    snprintf(buffer, SIZE, "     Camera Id: %d\n", mCameraId);
2290    result.append(buffer);
2291    snprintf(buffer, SIZE, "     Start time offset (ms): %d\n", mStartTimeOffsetMs);
2292    result.append(buffer);
2293    snprintf(buffer, SIZE, "     Encoder: %d\n", mVideoEncoder);
2294    result.append(buffer);
2295    snprintf(buffer, SIZE, "     Encoder profile: %d\n", mVideoEncoderProfile);
2296    result.append(buffer);
2297    snprintf(buffer, SIZE, "     Encoder level: %d\n", mVideoEncoderLevel);
2298    result.append(buffer);
2299    snprintf(buffer, SIZE, "     I frames interval (s): %d\n", mIFramesIntervalSec);
2300    result.append(buffer);
2301    snprintf(buffer, SIZE, "     Frame size (pixels): %dx%d\n", mVideoWidth, mVideoHeight);
2302    result.append(buffer);
2303    snprintf(buffer, SIZE, "     Frame rate (fps): %d\n", mFrameRate);
2304    result.append(buffer);
2305    snprintf(buffer, SIZE, "     Bit rate (bps): %d\n", mVideoBitRate);
2306    result.append(buffer);
2307    ::write(fd, result.string(), result.size());
2308    return OK;
2309}
2310}  // namespace android
2311