Camera2Client.cpp revision d6b01f26a826d10912be4b34bbd2438e97c871e4
1/*
2 * Copyright (C) 2012 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "Camera2Client"
18#define ATRACE_TAG ATRACE_TAG_CAMERA
19//#define LOG_NDEBUG 0
20
21#include <inttypes.h>
22#include <utils/Log.h>
23#include <utils/Trace.h>
24
25#include <cutils/properties.h>
26#include <gui/Surface.h>
27
28#include "api1/Camera2Client.h"
29
30#include "api1/client2/StreamingProcessor.h"
31#include "api1/client2/JpegProcessor.h"
32#include "api1/client2/CaptureSequencer.h"
33#include "api1/client2/CallbackProcessor.h"
34#include "api1/client2/ZslProcessor.h"
35#include "api1/client2/ZslProcessor3.h"
36
37#define ALOG1(...) ALOGD_IF(gLogLevel >= 1, __VA_ARGS__);
38#define ALOG2(...) ALOGD_IF(gLogLevel >= 2, __VA_ARGS__);
39
40namespace android {
41using namespace camera2;
42
43static int getCallingPid() {
44    return IPCThreadState::self()->getCallingPid();
45}
46
47// Interface used by CameraService
48
49Camera2Client::Camera2Client(const sp<CameraService>& cameraService,
50        const sp<ICameraClient>& cameraClient,
51        const String16& clientPackageName,
52        int cameraId,
53        int cameraFacing,
54        int clientPid,
55        uid_t clientUid,
56        int servicePid,
57        bool legacyMode):
58        Camera2ClientBase(cameraService, cameraClient, clientPackageName,
59                cameraId, cameraFacing, clientPid, clientUid, servicePid),
60        mParameters(cameraId, cameraFacing)
61{
62    ATRACE_CALL();
63
64    SharedParameters::Lock l(mParameters);
65    l.mParameters.state = Parameters::DISCONNECTED;
66
67    mLegacyMode = legacyMode;
68}
69
70status_t Camera2Client::initialize(CameraModule *module)
71{
72    ATRACE_CALL();
73    ALOGV("%s: Initializing client for camera %d", __FUNCTION__, mCameraId);
74    status_t res;
75
76    res = Camera2ClientBase::initialize(module);
77    if (res != OK) {
78        return res;
79    }
80
81    {
82        SharedParameters::Lock l(mParameters);
83
84        res = l.mParameters.initialize(&(mDevice->info()), mDeviceVersion);
85        if (res != OK) {
86            ALOGE("%s: Camera %d: unable to build defaults: %s (%d)",
87                    __FUNCTION__, mCameraId, strerror(-res), res);
88            return NO_INIT;
89        }
90    }
91
92    String8 threadName;
93
94    mStreamingProcessor = new StreamingProcessor(this);
95    threadName = String8::format("C2-%d-StreamProc",
96            mCameraId);
97    mStreamingProcessor->run(threadName.string());
98
99    mFrameProcessor = new FrameProcessor(mDevice, this);
100    threadName = String8::format("C2-%d-FrameProc",
101            mCameraId);
102    mFrameProcessor->run(threadName.string());
103
104    mCaptureSequencer = new CaptureSequencer(this);
105    threadName = String8::format("C2-%d-CaptureSeq",
106            mCameraId);
107    mCaptureSequencer->run(threadName.string());
108
109    mJpegProcessor = new JpegProcessor(this, mCaptureSequencer);
110    threadName = String8::format("C2-%d-JpegProc",
111            mCameraId);
112    mJpegProcessor->run(threadName.string());
113
114    switch (mDeviceVersion) {
115        case CAMERA_DEVICE_API_VERSION_2_0: {
116            sp<ZslProcessor> zslProc =
117                    new ZslProcessor(this, mCaptureSequencer);
118            mZslProcessor = zslProc;
119            mZslProcessorThread = zslProc;
120            break;
121        }
122        case CAMERA_DEVICE_API_VERSION_3_0:
123        case CAMERA_DEVICE_API_VERSION_3_1:
124        case CAMERA_DEVICE_API_VERSION_3_2:
125        case CAMERA_DEVICE_API_VERSION_3_3: {
126            sp<ZslProcessor3> zslProc =
127                    new ZslProcessor3(this, mCaptureSequencer);
128            mZslProcessor = zslProc;
129            mZslProcessorThread = zslProc;
130            break;
131        }
132        default:
133            break;
134    }
135    threadName = String8::format("C2-%d-ZslProc",
136            mCameraId);
137    mZslProcessorThread->run(threadName.string());
138
139    mCallbackProcessor = new CallbackProcessor(this);
140    threadName = String8::format("C2-%d-CallbkProc",
141            mCameraId);
142    mCallbackProcessor->run(threadName.string());
143
144    if (gLogLevel >= 1) {
145        SharedParameters::Lock l(mParameters);
146        ALOGD("%s: Default parameters converted from camera %d:", __FUNCTION__,
147              mCameraId);
148        ALOGD("%s", l.mParameters.paramsFlattened.string());
149    }
150
151    return OK;
152}
153
154Camera2Client::~Camera2Client() {
155    ATRACE_CALL();
156    ALOGV("~Camera2Client");
157
158    mDestructionStarted = true;
159
160    disconnect();
161
162    ALOGI("Camera %d: Closed", mCameraId);
163}
164
165status_t Camera2Client::dump(int fd, const Vector<String16>& args) {
166    String8 result;
167    result.appendFormat("Client2[%d] (%p) PID: %d, dump:\n", mCameraId,
168            (getRemoteCallback() != NULL ?
169                    (IInterface::asBinder(getRemoteCallback()).get()) : NULL),
170            mClientPid);
171    result.append("  State: ");
172#define CASE_APPEND_ENUM(x) case x: result.append(#x "\n"); break;
173
174    const Parameters& p = mParameters.unsafeAccess();
175
176    result.append(Parameters::getStateName(p.state));
177
178    result.append("\n  Current parameters:\n");
179    result.appendFormat("    Preview size: %d x %d\n",
180            p.previewWidth, p.previewHeight);
181    result.appendFormat("    Preview FPS range: %d - %d\n",
182            p.previewFpsRange[0], p.previewFpsRange[1]);
183    result.appendFormat("    Preview HAL pixel format: 0x%x\n",
184            p.previewFormat);
185    result.appendFormat("    Preview transform: %x\n",
186            p.previewTransform);
187    result.appendFormat("    Picture size: %d x %d\n",
188            p.pictureWidth, p.pictureHeight);
189    result.appendFormat("    Jpeg thumbnail size: %d x %d\n",
190            p.jpegThumbSize[0], p.jpegThumbSize[1]);
191    result.appendFormat("    Jpeg quality: %d, thumbnail quality: %d\n",
192            p.jpegQuality, p.jpegThumbQuality);
193    result.appendFormat("    Jpeg rotation: %d\n", p.jpegRotation);
194    result.appendFormat("    GPS tags %s\n",
195            p.gpsEnabled ? "enabled" : "disabled");
196    if (p.gpsEnabled) {
197        result.appendFormat("    GPS lat x long x alt: %f x %f x %f\n",
198                p.gpsCoordinates[0], p.gpsCoordinates[1],
199                p.gpsCoordinates[2]);
200        result.appendFormat("    GPS timestamp: %" PRId64 "\n",
201                p.gpsTimestamp);
202        result.appendFormat("    GPS processing method: %s\n",
203                p.gpsProcessingMethod.string());
204    }
205
206    result.append("    White balance mode: ");
207    switch (p.wbMode) {
208        CASE_APPEND_ENUM(ANDROID_CONTROL_AWB_MODE_AUTO)
209        CASE_APPEND_ENUM(ANDROID_CONTROL_AWB_MODE_INCANDESCENT)
210        CASE_APPEND_ENUM(ANDROID_CONTROL_AWB_MODE_FLUORESCENT)
211        CASE_APPEND_ENUM(ANDROID_CONTROL_AWB_MODE_WARM_FLUORESCENT)
212        CASE_APPEND_ENUM(ANDROID_CONTROL_AWB_MODE_DAYLIGHT)
213        CASE_APPEND_ENUM(ANDROID_CONTROL_AWB_MODE_CLOUDY_DAYLIGHT)
214        CASE_APPEND_ENUM(ANDROID_CONTROL_AWB_MODE_TWILIGHT)
215        CASE_APPEND_ENUM(ANDROID_CONTROL_AWB_MODE_SHADE)
216        default: result.append("UNKNOWN\n");
217    }
218
219    result.append("    Effect mode: ");
220    switch (p.effectMode) {
221        CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_OFF)
222        CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_MONO)
223        CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_NEGATIVE)
224        CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_SOLARIZE)
225        CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_SEPIA)
226        CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_POSTERIZE)
227        CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_WHITEBOARD)
228        CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_BLACKBOARD)
229        CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_AQUA)
230        default: result.append("UNKNOWN\n");
231    }
232
233    result.append("    Antibanding mode: ");
234    switch (p.antibandingMode) {
235        CASE_APPEND_ENUM(ANDROID_CONTROL_AE_ANTIBANDING_MODE_AUTO)
236        CASE_APPEND_ENUM(ANDROID_CONTROL_AE_ANTIBANDING_MODE_OFF)
237        CASE_APPEND_ENUM(ANDROID_CONTROL_AE_ANTIBANDING_MODE_50HZ)
238        CASE_APPEND_ENUM(ANDROID_CONTROL_AE_ANTIBANDING_MODE_60HZ)
239        default: result.append("UNKNOWN\n");
240    }
241
242    result.append("    Scene mode: ");
243    switch (p.sceneMode) {
244        case ANDROID_CONTROL_SCENE_MODE_DISABLED:
245            result.append("AUTO\n"); break;
246        CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_ACTION)
247        CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_PORTRAIT)
248        CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_LANDSCAPE)
249        CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_NIGHT)
250        CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_NIGHT_PORTRAIT)
251        CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_THEATRE)
252        CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_BEACH)
253        CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_SNOW)
254        CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_SUNSET)
255        CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_STEADYPHOTO)
256        CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_FIREWORKS)
257        CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_SPORTS)
258        CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_PARTY)
259        CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_CANDLELIGHT)
260        CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_BARCODE)
261        default: result.append("UNKNOWN\n");
262    }
263
264    result.append("    Flash mode: ");
265    switch (p.flashMode) {
266        CASE_APPEND_ENUM(Parameters::FLASH_MODE_OFF)
267        CASE_APPEND_ENUM(Parameters::FLASH_MODE_AUTO)
268        CASE_APPEND_ENUM(Parameters::FLASH_MODE_ON)
269        CASE_APPEND_ENUM(Parameters::FLASH_MODE_TORCH)
270        CASE_APPEND_ENUM(Parameters::FLASH_MODE_RED_EYE)
271        CASE_APPEND_ENUM(Parameters::FLASH_MODE_INVALID)
272        default: result.append("UNKNOWN\n");
273    }
274
275    result.append("    Focus mode: ");
276    switch (p.focusMode) {
277        CASE_APPEND_ENUM(Parameters::FOCUS_MODE_AUTO)
278        CASE_APPEND_ENUM(Parameters::FOCUS_MODE_MACRO)
279        CASE_APPEND_ENUM(Parameters::FOCUS_MODE_CONTINUOUS_VIDEO)
280        CASE_APPEND_ENUM(Parameters::FOCUS_MODE_CONTINUOUS_PICTURE)
281        CASE_APPEND_ENUM(Parameters::FOCUS_MODE_EDOF)
282        CASE_APPEND_ENUM(Parameters::FOCUS_MODE_INFINITY)
283        CASE_APPEND_ENUM(Parameters::FOCUS_MODE_FIXED)
284        CASE_APPEND_ENUM(Parameters::FOCUS_MODE_INVALID)
285        default: result.append("UNKNOWN\n");
286    }
287
288    result.append("   Focus state: ");
289    switch (p.focusState) {
290        CASE_APPEND_ENUM(ANDROID_CONTROL_AF_STATE_INACTIVE)
291        CASE_APPEND_ENUM(ANDROID_CONTROL_AF_STATE_PASSIVE_SCAN)
292        CASE_APPEND_ENUM(ANDROID_CONTROL_AF_STATE_PASSIVE_FOCUSED)
293        CASE_APPEND_ENUM(ANDROID_CONTROL_AF_STATE_PASSIVE_UNFOCUSED)
294        CASE_APPEND_ENUM(ANDROID_CONTROL_AF_STATE_ACTIVE_SCAN)
295        CASE_APPEND_ENUM(ANDROID_CONTROL_AF_STATE_FOCUSED_LOCKED)
296        CASE_APPEND_ENUM(ANDROID_CONTROL_AF_STATE_NOT_FOCUSED_LOCKED)
297        default: result.append("UNKNOWN\n");
298    }
299
300    result.append("    Focusing areas:\n");
301    for (size_t i = 0; i < p.focusingAreas.size(); i++) {
302        result.appendFormat("      [ (%d, %d, %d, %d), weight %d ]\n",
303                p.focusingAreas[i].left,
304                p.focusingAreas[i].top,
305                p.focusingAreas[i].right,
306                p.focusingAreas[i].bottom,
307                p.focusingAreas[i].weight);
308    }
309
310    result.appendFormat("    Exposure compensation index: %d\n",
311            p.exposureCompensation);
312
313    result.appendFormat("    AE lock %s, AWB lock %s\n",
314            p.autoExposureLock ? "enabled" : "disabled",
315            p.autoWhiteBalanceLock ? "enabled" : "disabled" );
316
317    result.appendFormat("    Metering areas:\n");
318    for (size_t i = 0; i < p.meteringAreas.size(); i++) {
319        result.appendFormat("      [ (%d, %d, %d, %d), weight %d ]\n",
320                p.meteringAreas[i].left,
321                p.meteringAreas[i].top,
322                p.meteringAreas[i].right,
323                p.meteringAreas[i].bottom,
324                p.meteringAreas[i].weight);
325    }
326
327    result.appendFormat("    Zoom index: %d\n", p.zoom);
328    result.appendFormat("    Video size: %d x %d\n", p.videoWidth,
329            p.videoHeight);
330
331    result.appendFormat("    Recording hint is %s\n",
332            p.recordingHint ? "set" : "not set");
333
334    result.appendFormat("    Video stabilization is %s\n",
335            p.videoStabilization ? "enabled" : "disabled");
336
337    result.appendFormat("    Selected still capture FPS range: %d - %d\n",
338            p.fastInfo.bestStillCaptureFpsRange[0],
339            p.fastInfo.bestStillCaptureFpsRange[1]);
340
341    result.append("  Current streams:\n");
342    result.appendFormat("    Preview stream ID: %d\n",
343            getPreviewStreamId());
344    result.appendFormat("    Capture stream ID: %d\n",
345            getCaptureStreamId());
346    result.appendFormat("    Recording stream ID: %d\n",
347            getRecordingStreamId());
348
349    result.append("  Quirks for this camera:\n");
350    bool haveQuirk = false;
351    if (p.quirks.triggerAfWithAuto) {
352        result.appendFormat("    triggerAfWithAuto\n");
353        haveQuirk = true;
354    }
355    if (p.quirks.useZslFormat) {
356        result.appendFormat("    useZslFormat\n");
357        haveQuirk = true;
358    }
359    if (p.quirks.meteringCropRegion) {
360        result.appendFormat("    meteringCropRegion\n");
361        haveQuirk = true;
362    }
363    if (p.quirks.partialResults) {
364        result.appendFormat("    usePartialResult\n");
365        haveQuirk = true;
366    }
367    if (!haveQuirk) {
368        result.appendFormat("    none\n");
369    }
370
371    write(fd, result.string(), result.size());
372
373    mStreamingProcessor->dump(fd, args);
374
375    mCaptureSequencer->dump(fd, args);
376
377    mFrameProcessor->dump(fd, args);
378
379    mZslProcessor->dump(fd, args);
380
381    return dumpDevice(fd, args);
382#undef CASE_APPEND_ENUM
383}
384
385// ICamera interface
386
387void Camera2Client::disconnect() {
388    ATRACE_CALL();
389    Mutex::Autolock icl(mBinderSerializationLock);
390
391    // Allow both client and the media server to disconnect at all times
392    int callingPid = getCallingPid();
393    if (callingPid != mClientPid && callingPid != mServicePid) return;
394
395    if (mDevice == 0) return;
396
397    ALOGV("Camera %d: Shutting down", mCameraId);
398
399    /**
400     * disconnect() cannot call any methods that might need to promote a
401     * wp<Camera2Client>, since disconnect can be called from the destructor, at
402     * which point all such promotions will fail.
403     */
404
405    stopPreviewL();
406
407    {
408        SharedParameters::Lock l(mParameters);
409        if (l.mParameters.state == Parameters::DISCONNECTED) return;
410        l.mParameters.state = Parameters::DISCONNECTED;
411    }
412
413    mStreamingProcessor->requestExit();
414    mFrameProcessor->requestExit();
415    mCaptureSequencer->requestExit();
416    mJpegProcessor->requestExit();
417    mZslProcessorThread->requestExit();
418    mCallbackProcessor->requestExit();
419
420    ALOGV("Camera %d: Waiting for threads", mCameraId);
421
422    {
423        // Don't wait with lock held, in case the other threads need to
424        // complete callbacks that re-enter Camera2Client
425        mBinderSerializationLock.unlock();
426
427        mStreamingProcessor->join();
428        mFrameProcessor->join();
429        mCaptureSequencer->join();
430        mJpegProcessor->join();
431        mZslProcessorThread->join();
432        mCallbackProcessor->join();
433
434        mBinderSerializationLock.lock();
435    }
436
437    ALOGV("Camera %d: Deleting streams", mCameraId);
438
439    mStreamingProcessor->deletePreviewStream();
440    mStreamingProcessor->deleteRecordingStream();
441    mJpegProcessor->deleteStream();
442    mCallbackProcessor->deleteStream();
443    mZslProcessor->deleteStream();
444
445    // Remove all ZSL stream state before disconnect; needed to work around b/15408128.
446    mZslProcessor->disconnect();
447
448    ALOGV("Camera %d: Disconnecting device", mCameraId);
449
450    mDevice->disconnect();
451
452    mDevice.clear();
453
454    CameraService::Client::disconnect();
455}
456
457status_t Camera2Client::connect(const sp<ICameraClient>& client) {
458    ATRACE_CALL();
459    ALOGV("%s: E", __FUNCTION__);
460    Mutex::Autolock icl(mBinderSerializationLock);
461
462    if (mClientPid != 0 && getCallingPid() != mClientPid) {
463        ALOGE("%s: Camera %d: Connection attempt from pid %d; "
464                "current locked to pid %d", __FUNCTION__,
465                mCameraId, getCallingPid(), mClientPid);
466        return BAD_VALUE;
467    }
468
469    mClientPid = getCallingPid();
470
471    mRemoteCallback = client;
472    mSharedCameraCallbacks = client;
473
474    return OK;
475}
476
477status_t Camera2Client::lock() {
478    ATRACE_CALL();
479    ALOGV("%s: E", __FUNCTION__);
480    Mutex::Autolock icl(mBinderSerializationLock);
481    ALOGV("%s: Camera %d: Lock call from pid %d; current client pid %d",
482            __FUNCTION__, mCameraId, getCallingPid(), mClientPid);
483
484    if (mClientPid == 0) {
485        mClientPid = getCallingPid();
486        return OK;
487    }
488
489    if (mClientPid != getCallingPid()) {
490        ALOGE("%s: Camera %d: Lock call from pid %d; currently locked to pid %d",
491                __FUNCTION__, mCameraId, getCallingPid(), mClientPid);
492        return EBUSY;
493    }
494
495    return OK;
496}
497
498status_t Camera2Client::unlock() {
499    ATRACE_CALL();
500    ALOGV("%s: E", __FUNCTION__);
501    Mutex::Autolock icl(mBinderSerializationLock);
502    ALOGV("%s: Camera %d: Unlock call from pid %d; current client pid %d",
503            __FUNCTION__, mCameraId, getCallingPid(), mClientPid);
504
505    if (mClientPid == getCallingPid()) {
506        SharedParameters::Lock l(mParameters);
507        if (l.mParameters.state == Parameters::RECORD ||
508                l.mParameters.state == Parameters::VIDEO_SNAPSHOT) {
509            ALOGD("Not allowed to unlock camera during recording.");
510            return INVALID_OPERATION;
511        }
512        mClientPid = 0;
513        mRemoteCallback.clear();
514        mSharedCameraCallbacks.clear();
515        return OK;
516    }
517
518    ALOGE("%s: Camera %d: Unlock call from pid %d; currently locked to pid %d",
519            __FUNCTION__, mCameraId, getCallingPid(), mClientPid);
520    return EBUSY;
521}
522
523status_t Camera2Client::setPreviewTarget(
524        const sp<IGraphicBufferProducer>& bufferProducer) {
525    ATRACE_CALL();
526    ALOGV("%s: E", __FUNCTION__);
527    Mutex::Autolock icl(mBinderSerializationLock);
528    status_t res;
529    if ( (res = checkPid(__FUNCTION__) ) != OK) return res;
530
531    sp<IBinder> binder;
532    sp<ANativeWindow> window;
533    if (bufferProducer != 0) {
534        binder = IInterface::asBinder(bufferProducer);
535        // Using controlledByApp flag to ensure that the buffer queue remains in
536        // async mode for the old camera API, where many applications depend
537        // on that behavior.
538        window = new Surface(bufferProducer, /*controlledByApp*/ true);
539    }
540    return setPreviewWindowL(binder, window);
541}
542
543status_t Camera2Client::setPreviewWindowL(const sp<IBinder>& binder,
544        sp<ANativeWindow> window) {
545    ATRACE_CALL();
546    status_t res;
547
548    if (binder == mPreviewSurface) {
549        ALOGV("%s: Camera %d: New window is same as old window",
550                __FUNCTION__, mCameraId);
551        return NO_ERROR;
552    }
553
554    Parameters::State state;
555    {
556        SharedParameters::Lock l(mParameters);
557        state = l.mParameters.state;
558    }
559    switch (state) {
560        case Parameters::DISCONNECTED:
561        case Parameters::RECORD:
562        case Parameters::STILL_CAPTURE:
563        case Parameters::VIDEO_SNAPSHOT:
564            ALOGE("%s: Camera %d: Cannot set preview display while in state %s",
565                    __FUNCTION__, mCameraId,
566                    Parameters::getStateName(state));
567            return INVALID_OPERATION;
568        case Parameters::STOPPED:
569        case Parameters::WAITING_FOR_PREVIEW_WINDOW:
570            // OK
571            break;
572        case Parameters::PREVIEW:
573            // Already running preview - need to stop and create a new stream
574            res = stopStream();
575            if (res != OK) {
576                ALOGE("%s: Unable to stop preview to swap windows: %s (%d)",
577                        __FUNCTION__, strerror(-res), res);
578                return res;
579            }
580            state = Parameters::WAITING_FOR_PREVIEW_WINDOW;
581            break;
582    }
583
584    mPreviewSurface = binder;
585    res = mStreamingProcessor->setPreviewWindow(window);
586    if (res != OK) {
587        ALOGE("%s: Unable to set new preview window: %s (%d)",
588                __FUNCTION__, strerror(-res), res);
589        return res;
590    }
591
592    if (state == Parameters::WAITING_FOR_PREVIEW_WINDOW) {
593        SharedParameters::Lock l(mParameters);
594        l.mParameters.state = state;
595        return startPreviewL(l.mParameters, false);
596    }
597
598    return OK;
599}
600
601void Camera2Client::setPreviewCallbackFlag(int flag) {
602    ATRACE_CALL();
603    ALOGV("%s: Camera %d: Flag 0x%x", __FUNCTION__, mCameraId, flag);
604    Mutex::Autolock icl(mBinderSerializationLock);
605
606    if ( checkPid(__FUNCTION__) != OK) return;
607
608    SharedParameters::Lock l(mParameters);
609    setPreviewCallbackFlagL(l.mParameters, flag);
610}
611
612void Camera2Client::setPreviewCallbackFlagL(Parameters &params, int flag) {
613    status_t res = OK;
614
615    switch(params.state) {
616        case Parameters::STOPPED:
617        case Parameters::WAITING_FOR_PREVIEW_WINDOW:
618        case Parameters::PREVIEW:
619        case Parameters::STILL_CAPTURE:
620            // OK
621            break;
622        default:
623            if (flag & CAMERA_FRAME_CALLBACK_FLAG_ENABLE_MASK) {
624                ALOGE("%s: Camera %d: Can't use preview callbacks "
625                        "in state %d", __FUNCTION__, mCameraId, params.state);
626                return;
627            }
628    }
629
630    if (flag & CAMERA_FRAME_CALLBACK_FLAG_ONE_SHOT_MASK) {
631        ALOGV("%s: setting oneshot", __FUNCTION__);
632        params.previewCallbackOneShot = true;
633    }
634    if (params.previewCallbackFlags != (uint32_t)flag) {
635
636        if (params.previewCallbackSurface && flag != CAMERA_FRAME_CALLBACK_FLAG_NOOP) {
637            // Disable any existing preview callback window when enabling
638            // preview callback flags
639            res = mCallbackProcessor->setCallbackWindow(NULL);
640            if (res != OK) {
641                ALOGE("%s: Camera %d: Unable to clear preview callback surface:"
642                        " %s (%d)", __FUNCTION__, mCameraId, strerror(-res), res);
643                return;
644            }
645            params.previewCallbackSurface = false;
646        }
647
648        params.previewCallbackFlags = flag;
649
650        if (params.state == Parameters::PREVIEW) {
651            res = startPreviewL(params, true);
652            if (res != OK) {
653                ALOGE("%s: Camera %d: Unable to refresh request in state %s",
654                        __FUNCTION__, mCameraId,
655                        Parameters::getStateName(params.state));
656            }
657        }
658    }
659}
660
661status_t Camera2Client::setPreviewCallbackTarget(
662        const sp<IGraphicBufferProducer>& callbackProducer) {
663    ATRACE_CALL();
664    ALOGV("%s: E", __FUNCTION__);
665    Mutex::Autolock icl(mBinderSerializationLock);
666    status_t res;
667    if ( (res = checkPid(__FUNCTION__) ) != OK) return res;
668
669    sp<ANativeWindow> window;
670    if (callbackProducer != 0) {
671        window = new Surface(callbackProducer);
672    }
673
674    res = mCallbackProcessor->setCallbackWindow(window);
675    if (res != OK) {
676        ALOGE("%s: Camera %d: Unable to set preview callback surface: %s (%d)",
677                __FUNCTION__, mCameraId, strerror(-res), res);
678        return res;
679    }
680
681    SharedParameters::Lock l(mParameters);
682
683    if (window != NULL) {
684        // Disable traditional callbacks when a valid callback target is given
685        l.mParameters.previewCallbackFlags = CAMERA_FRAME_CALLBACK_FLAG_NOOP;
686        l.mParameters.previewCallbackOneShot = false;
687        l.mParameters.previewCallbackSurface = true;
688    } else {
689        // Disable callback target if given a NULL interface.
690        l.mParameters.previewCallbackSurface = false;
691    }
692
693    switch(l.mParameters.state) {
694        case Parameters::PREVIEW:
695            res = startPreviewL(l.mParameters, true);
696            break;
697        case Parameters::RECORD:
698        case Parameters::VIDEO_SNAPSHOT:
699            res = startRecordingL(l.mParameters, true);
700            break;
701        default:
702            break;
703    }
704    if (res != OK) {
705        ALOGE("%s: Camera %d: Unable to refresh request in state %s",
706                __FUNCTION__, mCameraId,
707                Parameters::getStateName(l.mParameters.state));
708    }
709
710    return OK;
711}
712
713
714status_t Camera2Client::startPreview() {
715    ATRACE_CALL();
716    ALOGV("%s: E", __FUNCTION__);
717    Mutex::Autolock icl(mBinderSerializationLock);
718    status_t res;
719    if ( (res = checkPid(__FUNCTION__) ) != OK) return res;
720    SharedParameters::Lock l(mParameters);
721    return startPreviewL(l.mParameters, false);
722}
723
724status_t Camera2Client::startPreviewL(Parameters &params, bool restart) {
725    ATRACE_CALL();
726    status_t res;
727
728    ALOGV("%s: state == %d, restart = %d", __FUNCTION__, params.state, restart);
729
730    if ( (params.state == Parameters::PREVIEW ||
731                    params.state == Parameters::RECORD ||
732                    params.state == Parameters::VIDEO_SNAPSHOT)
733            && !restart) {
734        // Succeed attempt to re-enter a streaming state
735        ALOGI("%s: Camera %d: Preview already active, ignoring restart",
736                __FUNCTION__, mCameraId);
737        return OK;
738    }
739    if (params.state > Parameters::PREVIEW && !restart) {
740        ALOGE("%s: Can't start preview in state %s",
741                __FUNCTION__,
742                Parameters::getStateName(params.state));
743        return INVALID_OPERATION;
744    }
745
746    if (!mStreamingProcessor->haveValidPreviewWindow()) {
747        params.state = Parameters::WAITING_FOR_PREVIEW_WINDOW;
748        return OK;
749    }
750    params.state = Parameters::STOPPED;
751    int lastPreviewStreamId = mStreamingProcessor->getPreviewStreamId();
752
753    res = mStreamingProcessor->updatePreviewStream(params);
754    if (res != OK) {
755        ALOGE("%s: Camera %d: Unable to update preview stream: %s (%d)",
756                __FUNCTION__, mCameraId, strerror(-res), res);
757        return res;
758    }
759
760    bool previewStreamChanged = mStreamingProcessor->getPreviewStreamId() != lastPreviewStreamId;
761
762    // We could wait to create the JPEG output stream until first actual use
763    // (first takePicture call). However, this would substantially increase the
764    // first capture latency on HAL3 devices, and potentially on some HAL2
765    // devices. So create it unconditionally at preview start. As a drawback,
766    // this increases gralloc memory consumption for applications that don't
767    // ever take a picture.
768    // TODO: Find a better compromise, though this likely would involve HAL
769    // changes.
770    int lastJpegStreamId = mJpegProcessor->getStreamId();
771    res = updateProcessorStream(mJpegProcessor, params);
772    if (res != OK) {
773        ALOGE("%s: Camera %d: Can't pre-configure still image "
774                "stream: %s (%d)",
775                __FUNCTION__, mCameraId, strerror(-res), res);
776        return res;
777    }
778    bool jpegStreamChanged = mJpegProcessor->getStreamId() != lastJpegStreamId;
779
780    Vector<int32_t> outputStreams;
781    bool callbacksEnabled = (params.previewCallbackFlags &
782            CAMERA_FRAME_CALLBACK_FLAG_ENABLE_MASK) ||
783            params.previewCallbackSurface;
784
785    if (callbacksEnabled) {
786        // Can't have recording stream hanging around when enabling callbacks,
787        // since it exceeds the max stream count on some devices.
788        if (mStreamingProcessor->getRecordingStreamId() != NO_STREAM) {
789            ALOGV("%s: Camera %d: Clearing out recording stream before "
790                    "creating callback stream", __FUNCTION__, mCameraId);
791            res = mStreamingProcessor->stopStream();
792            if (res != OK) {
793                ALOGE("%s: Camera %d: Can't stop streaming to delete "
794                        "recording stream", __FUNCTION__, mCameraId);
795                return res;
796            }
797            res = mStreamingProcessor->deleteRecordingStream();
798            if (res != OK) {
799                ALOGE("%s: Camera %d: Unable to delete recording stream before "
800                        "enabling callbacks: %s (%d)", __FUNCTION__, mCameraId,
801                        strerror(-res), res);
802                return res;
803            }
804        }
805
806        res = mCallbackProcessor->updateStream(params);
807        if (res != OK) {
808            ALOGE("%s: Camera %d: Unable to update callback stream: %s (%d)",
809                    __FUNCTION__, mCameraId, strerror(-res), res);
810            return res;
811        }
812        outputStreams.push(getCallbackStreamId());
813    } else if (previewStreamChanged && mCallbackProcessor->getStreamId() != NO_STREAM) {
814        /**
815         * Delete the unused callback stream when preview stream is changed and
816         * preview is not enabled. Don't need stop preview stream as preview is in
817         * STOPPED state now.
818         */
819        ALOGV("%s: Camera %d: Delete unused preview callback stream.",  __FUNCTION__, mCameraId);
820        res = mCallbackProcessor->deleteStream();
821        if (res != OK) {
822            ALOGE("%s: Camera %d: Unable to delete callback stream %s (%d)",
823                    __FUNCTION__, mCameraId, strerror(-res), res);
824            return res;
825        }
826    }
827
828    if (params.zslMode && !params.recordingHint &&
829            getRecordingStreamId() == NO_STREAM) {
830        res = updateProcessorStream(mZslProcessor, params);
831        if (res != OK) {
832            ALOGE("%s: Camera %d: Unable to update ZSL stream: %s (%d)",
833                    __FUNCTION__, mCameraId, strerror(-res), res);
834            return res;
835        }
836
837        if (jpegStreamChanged) {
838            ALOGV("%s: Camera %d: Clear ZSL buffer queue when Jpeg size is changed",
839                    __FUNCTION__, mCameraId);
840            mZslProcessor->clearZslQueue();
841        }
842        outputStreams.push(getZslStreamId());
843    } else {
844        mZslProcessor->deleteStream();
845    }
846
847    outputStreams.push(getPreviewStreamId());
848
849    if (!params.recordingHint) {
850        if (!restart) {
851            res = mStreamingProcessor->updatePreviewRequest(params);
852            if (res != OK) {
853                ALOGE("%s: Camera %d: Can't set up preview request: "
854                        "%s (%d)", __FUNCTION__, mCameraId,
855                        strerror(-res), res);
856                return res;
857            }
858        }
859        res = mStreamingProcessor->startStream(StreamingProcessor::PREVIEW,
860                outputStreams);
861    } else {
862        if (!restart) {
863            res = mStreamingProcessor->updateRecordingRequest(params);
864            if (res != OK) {
865                ALOGE("%s: Camera %d: Can't set up preview request with "
866                        "record hint: %s (%d)", __FUNCTION__, mCameraId,
867                        strerror(-res), res);
868                return res;
869            }
870        }
871        res = mStreamingProcessor->startStream(StreamingProcessor::RECORD,
872                outputStreams);
873    }
874    if (res != OK) {
875        ALOGE("%s: Camera %d: Unable to start streaming preview: %s (%d)",
876                __FUNCTION__, mCameraId, strerror(-res), res);
877        return res;
878    }
879
880    params.state = Parameters::PREVIEW;
881    return OK;
882}
883
884void Camera2Client::stopPreview() {
885    ATRACE_CALL();
886    ALOGV("%s: E", __FUNCTION__);
887    Mutex::Autolock icl(mBinderSerializationLock);
888    status_t res;
889    if ( (res = checkPid(__FUNCTION__) ) != OK) return;
890    stopPreviewL();
891}
892
893void Camera2Client::stopPreviewL() {
894    ATRACE_CALL();
895    status_t res;
896    const nsecs_t kStopCaptureTimeout = 3000000000LL; // 3 seconds
897    Parameters::State state;
898    {
899        SharedParameters::Lock l(mParameters);
900        state = l.mParameters.state;
901    }
902
903    switch (state) {
904        case Parameters::DISCONNECTED:
905            // Nothing to do.
906            break;
907        case Parameters::STOPPED:
908        case Parameters::VIDEO_SNAPSHOT:
909        case Parameters::STILL_CAPTURE:
910            mCaptureSequencer->waitUntilIdle(kStopCaptureTimeout);
911            // no break
912        case Parameters::RECORD:
913        case Parameters::PREVIEW:
914            syncWithDevice();
915            res = stopStream();
916            if (res != OK) {
917                ALOGE("%s: Camera %d: Can't stop streaming: %s (%d)",
918                        __FUNCTION__, mCameraId, strerror(-res), res);
919            }
920
921            // Flush all in-process captures and buffer in order to stop
922            // preview faster.
923            res = mDevice->flush();
924            if (res != OK) {
925                ALOGE("%s: Camera %d: Unable to flush pending requests: %s (%d)",
926                        __FUNCTION__, mCameraId, strerror(-res), res);
927            }
928
929            res = mDevice->waitUntilDrained();
930            if (res != OK) {
931                ALOGE("%s: Camera %d: Waiting to stop streaming failed: %s (%d)",
932                        __FUNCTION__, mCameraId, strerror(-res), res);
933            }
934            // Clean up recording stream
935            res = mStreamingProcessor->deleteRecordingStream();
936            if (res != OK) {
937                ALOGE("%s: Camera %d: Unable to delete recording stream before "
938                        "stop preview: %s (%d)",
939                        __FUNCTION__, mCameraId, strerror(-res), res);
940            }
941            // no break
942        case Parameters::WAITING_FOR_PREVIEW_WINDOW: {
943            SharedParameters::Lock l(mParameters);
944            l.mParameters.state = Parameters::STOPPED;
945            commandStopFaceDetectionL(l.mParameters);
946            break;
947        }
948        default:
949            ALOGE("%s: Camera %d: Unknown state %d", __FUNCTION__, mCameraId,
950                    state);
951    }
952}
953
954bool Camera2Client::previewEnabled() {
955    ATRACE_CALL();
956    Mutex::Autolock icl(mBinderSerializationLock);
957    status_t res;
958    if ( (res = checkPid(__FUNCTION__) ) != OK) return false;
959
960    SharedParameters::Lock l(mParameters);
961    return l.mParameters.state == Parameters::PREVIEW;
962}
963
964status_t Camera2Client::storeMetaDataInBuffers(bool enabled) {
965    ATRACE_CALL();
966    Mutex::Autolock icl(mBinderSerializationLock);
967    status_t res;
968    if ( (res = checkPid(__FUNCTION__) ) != OK) return res;
969
970    SharedParameters::Lock l(mParameters);
971    switch (l.mParameters.state) {
972        case Parameters::RECORD:
973        case Parameters::VIDEO_SNAPSHOT:
974            ALOGE("%s: Camera %d: Can't be called in state %s",
975                    __FUNCTION__, mCameraId,
976                    Parameters::getStateName(l.mParameters.state));
977            return INVALID_OPERATION;
978        default:
979            // OK
980            break;
981    }
982
983    l.mParameters.storeMetadataInBuffers = enabled;
984
985    return OK;
986}
987
988status_t Camera2Client::startRecording() {
989    ATRACE_CALL();
990    ALOGV("%s: E", __FUNCTION__);
991    Mutex::Autolock icl(mBinderSerializationLock);
992    status_t res;
993    if ( (res = checkPid(__FUNCTION__) ) != OK) return res;
994    SharedParameters::Lock l(mParameters);
995
996    return startRecordingL(l.mParameters, false);
997}
998
999status_t Camera2Client::startRecordingL(Parameters &params, bool restart) {
1000    status_t res;
1001
1002    ALOGV("%s: state == %d, restart = %d", __FUNCTION__, params.state, restart);
1003
1004    switch (params.state) {
1005        case Parameters::STOPPED:
1006            res = startPreviewL(params, false);
1007            if (res != OK) return res;
1008            // Make sure first preview request is submitted to the HAL device to avoid
1009            // two consecutive set of configure_streams being called into the HAL.
1010            // TODO: Refactor this to avoid initial preview configuration.
1011            syncWithDevice();
1012            break;
1013        case Parameters::PREVIEW:
1014            // Ready to go
1015            break;
1016        case Parameters::RECORD:
1017        case Parameters::VIDEO_SNAPSHOT:
1018            // OK to call this when recording is already on, just skip unless
1019            // we're looking to restart
1020            if (!restart) return OK;
1021            break;
1022        default:
1023            ALOGE("%s: Camera %d: Can't start recording in state %s",
1024                    __FUNCTION__, mCameraId,
1025                    Parameters::getStateName(params.state));
1026            return INVALID_OPERATION;
1027    };
1028
1029    if (!params.storeMetadataInBuffers) {
1030        ALOGE("%s: Camera %d: Recording only supported in metadata mode, but "
1031                "non-metadata recording mode requested!", __FUNCTION__,
1032                mCameraId);
1033        return INVALID_OPERATION;
1034    }
1035
1036    if (!restart) {
1037        mCameraService->playSound(CameraService::SOUND_RECORDING);
1038        mStreamingProcessor->updateRecordingRequest(params);
1039        if (res != OK) {
1040            ALOGE("%s: Camera %d: Unable to update recording request: %s (%d)",
1041                    __FUNCTION__, mCameraId, strerror(-res), res);
1042            return res;
1043        }
1044    }
1045
1046    // Not all devices can support a preview callback stream and a recording
1047    // stream at the same time, so assume none of them can.
1048    if (mCallbackProcessor->getStreamId() != NO_STREAM) {
1049        ALOGV("%s: Camera %d: Clearing out callback stream before "
1050                "creating recording stream", __FUNCTION__, mCameraId);
1051        res = mStreamingProcessor->stopStream();
1052        if (res != OK) {
1053            ALOGE("%s: Camera %d: Can't stop streaming to delete callback stream",
1054                    __FUNCTION__, mCameraId);
1055            return res;
1056        }
1057        res = mCallbackProcessor->deleteStream();
1058        if (res != OK) {
1059            ALOGE("%s: Camera %d: Unable to delete callback stream before "
1060                    "record: %s (%d)", __FUNCTION__, mCameraId,
1061                    strerror(-res), res);
1062            return res;
1063        }
1064    }
1065
1066    // On current HALs, clean up ZSL before transitioning into recording
1067    if (mDeviceVersion != CAMERA_DEVICE_API_VERSION_2_0) {
1068        if (mZslProcessor->getStreamId() != NO_STREAM) {
1069            ALOGV("%s: Camera %d: Clearing out zsl stream before "
1070                    "creating recording stream", __FUNCTION__, mCameraId);
1071            res = mStreamingProcessor->stopStream();
1072            if (res != OK) {
1073                ALOGE("%s: Camera %d: Can't stop streaming to delete callback stream",
1074                        __FUNCTION__, mCameraId);
1075                return res;
1076            }
1077            res = mDevice->waitUntilDrained();
1078            if (res != OK) {
1079                ALOGE("%s: Camera %d: Waiting to stop streaming failed: %s (%d)",
1080                        __FUNCTION__, mCameraId, strerror(-res), res);
1081            }
1082            res = mZslProcessor->clearZslQueue();
1083            if (res != OK) {
1084                ALOGE("%s: Camera %d: Can't clear zsl queue",
1085                        __FUNCTION__, mCameraId);
1086                return res;
1087            }
1088            res = mZslProcessor->deleteStream();
1089            if (res != OK) {
1090                ALOGE("%s: Camera %d: Unable to delete zsl stream before "
1091                        "record: %s (%d)", __FUNCTION__, mCameraId,
1092                        strerror(-res), res);
1093                return res;
1094            }
1095        }
1096    }
1097
1098    // Disable callbacks if they're enabled; can't record and use callbacks,
1099    // and we can't fail record start without stagefright asserting.
1100    params.previewCallbackFlags = 0;
1101
1102    if (mDeviceVersion != CAMERA_DEVICE_API_VERSION_2_0) {
1103        // For newer devices, may need to reconfigure video snapshot JPEG sizes
1104        // during recording startup, so need a more complex sequence here to
1105        // ensure an early stream reconfiguration doesn't happen
1106        bool recordingStreamNeedsUpdate;
1107        res = mStreamingProcessor->recordingStreamNeedsUpdate(params, &recordingStreamNeedsUpdate);
1108        if (res != OK) {
1109            ALOGE("%s: Camera %d: Can't query recording stream",
1110                    __FUNCTION__, mCameraId);
1111            return res;
1112        }
1113
1114        if (recordingStreamNeedsUpdate) {
1115            // Need to stop stream here so updateProcessorStream won't trigger configureStream
1116            // Right now camera device cannot handle configureStream failure gracefully
1117            // when device is streaming
1118            res = mStreamingProcessor->stopStream();
1119            if (res != OK) {
1120                ALOGE("%s: Camera %d: Can't stop streaming to update record "
1121                        "stream", __FUNCTION__, mCameraId);
1122                return res;
1123            }
1124            res = mDevice->waitUntilDrained();
1125            if (res != OK) {
1126                ALOGE("%s: Camera %d: Waiting to stop streaming failed: "
1127                        "%s (%d)", __FUNCTION__, mCameraId,
1128                        strerror(-res), res);
1129            }
1130
1131            res = updateProcessorStream<
1132                    StreamingProcessor,
1133                    &StreamingProcessor::updateRecordingStream>(
1134                        mStreamingProcessor,
1135                        params);
1136            if (res != OK) {
1137                ALOGE("%s: Camera %d: Unable to update recording stream: "
1138                        "%s (%d)", __FUNCTION__, mCameraId,
1139                        strerror(-res), res);
1140                return res;
1141            }
1142        }
1143    } else {
1144        // Maintain call sequencing for HALv2 devices.
1145        res = updateProcessorStream<
1146                StreamingProcessor,
1147                &StreamingProcessor::updateRecordingStream>(mStreamingProcessor,
1148                    params);
1149        if (res != OK) {
1150            ALOGE("%s: Camera %d: Unable to update recording stream: %s (%d)",
1151                    __FUNCTION__, mCameraId, strerror(-res), res);
1152            return res;
1153        }
1154    }
1155
1156    Vector<int32_t> outputStreams;
1157    outputStreams.push(getPreviewStreamId());
1158    outputStreams.push(getRecordingStreamId());
1159
1160    res = mStreamingProcessor->startStream(StreamingProcessor::RECORD,
1161            outputStreams);
1162
1163    // startStream might trigger a configureStream call and device might fail
1164    // configureStream due to jpeg size > video size. Try again with jpeg size overridden
1165    // to video size.
1166    if (res == BAD_VALUE) {
1167        overrideVideoSnapshotSize(params);
1168        res = mStreamingProcessor->startStream(StreamingProcessor::RECORD,
1169                outputStreams);
1170    }
1171
1172    if (res != OK) {
1173        ALOGE("%s: Camera %d: Unable to start recording stream: %s (%d)",
1174                __FUNCTION__, mCameraId, strerror(-res), res);
1175        return res;
1176    }
1177
1178    if (params.state < Parameters::RECORD) {
1179        params.state = Parameters::RECORD;
1180    }
1181
1182    return OK;
1183}
1184
1185void Camera2Client::stopRecording() {
1186    ATRACE_CALL();
1187    ALOGV("%s: E", __FUNCTION__);
1188    Mutex::Autolock icl(mBinderSerializationLock);
1189    SharedParameters::Lock l(mParameters);
1190
1191    status_t res;
1192    if ( (res = checkPid(__FUNCTION__) ) != OK) return;
1193
1194    switch (l.mParameters.state) {
1195        case Parameters::RECORD:
1196            // OK to stop
1197            break;
1198        case Parameters::STOPPED:
1199        case Parameters::PREVIEW:
1200        case Parameters::STILL_CAPTURE:
1201        case Parameters::VIDEO_SNAPSHOT:
1202        default:
1203            ALOGE("%s: Camera %d: Can't stop recording in state %s",
1204                    __FUNCTION__, mCameraId,
1205                    Parameters::getStateName(l.mParameters.state));
1206            return;
1207    };
1208
1209    mCameraService->playSound(CameraService::SOUND_RECORDING);
1210
1211    // Remove recording stream to prevent it from slowing down takePicture later
1212    if (!l.mParameters.recordingHint && l.mParameters.isJpegSizeOverridden()) {
1213        res = stopStream();
1214        if (res != OK) {
1215            ALOGE("%s: Camera %d: Can't stop streaming: %s (%d)",
1216                    __FUNCTION__, mCameraId, strerror(-res), res);
1217        }
1218        res = mDevice->waitUntilDrained();
1219        if (res != OK) {
1220            ALOGE("%s: Camera %d: Waiting to stop streaming failed: %s (%d)",
1221                    __FUNCTION__, mCameraId, strerror(-res), res);
1222        }
1223        // Clean up recording stream
1224        res = mStreamingProcessor->deleteRecordingStream();
1225        if (res != OK) {
1226            ALOGE("%s: Camera %d: Unable to delete recording stream before "
1227                    "stop preview: %s (%d)",
1228                    __FUNCTION__, mCameraId, strerror(-res), res);
1229        }
1230        l.mParameters.recoverOverriddenJpegSize();
1231    }
1232
1233    res = startPreviewL(l.mParameters, true);
1234    if (res != OK) {
1235        ALOGE("%s: Camera %d: Unable to return to preview",
1236                __FUNCTION__, mCameraId);
1237    }
1238}
1239
1240bool Camera2Client::recordingEnabled() {
1241    ATRACE_CALL();
1242    Mutex::Autolock icl(mBinderSerializationLock);
1243
1244    if ( checkPid(__FUNCTION__) != OK) return false;
1245
1246    return recordingEnabledL();
1247}
1248
1249bool Camera2Client::recordingEnabledL() {
1250    ATRACE_CALL();
1251    SharedParameters::Lock l(mParameters);
1252
1253    return (l.mParameters.state == Parameters::RECORD
1254            || l.mParameters.state == Parameters::VIDEO_SNAPSHOT);
1255}
1256
1257void Camera2Client::releaseRecordingFrame(const sp<IMemory>& mem) {
1258    ATRACE_CALL();
1259    Mutex::Autolock icl(mBinderSerializationLock);
1260    if ( checkPid(__FUNCTION__) != OK) return;
1261
1262    mStreamingProcessor->releaseRecordingFrame(mem);
1263}
1264
1265status_t Camera2Client::autoFocus() {
1266    ATRACE_CALL();
1267    Mutex::Autolock icl(mBinderSerializationLock);
1268    ALOGV("%s: Camera %d", __FUNCTION__, mCameraId);
1269    status_t res;
1270    if ( (res = checkPid(__FUNCTION__) ) != OK) return res;
1271
1272    int triggerId;
1273    bool notifyImmediately = false;
1274    bool notifySuccess = false;
1275    {
1276        SharedParameters::Lock l(mParameters);
1277        if (l.mParameters.state < Parameters::PREVIEW) {
1278            ALOGE("%s: Camera %d: Call autoFocus when preview is inactive (state = %d).",
1279                    __FUNCTION__, mCameraId, l.mParameters.state);
1280            return INVALID_OPERATION;
1281        }
1282
1283        /**
1284          * If the camera does not support auto-focus, it is a no-op and
1285          * onAutoFocus(boolean, Camera) callback will be called immediately
1286          * with a fake value of success set to true.
1287          *
1288          * Similarly, if focus mode is set to INFINITY, there's no reason to
1289          * bother the HAL.
1290          */
1291        if (l.mParameters.focusMode == Parameters::FOCUS_MODE_FIXED ||
1292                l.mParameters.focusMode == Parameters::FOCUS_MODE_INFINITY) {
1293            notifyImmediately = true;
1294            notifySuccess = true;
1295        }
1296        /**
1297         * If we're in CAF mode, and AF has already been locked, just fire back
1298         * the callback right away; the HAL would not send a notification since
1299         * no state change would happen on a AF trigger.
1300         */
1301        if ( (l.mParameters.focusMode == Parameters::FOCUS_MODE_CONTINUOUS_PICTURE ||
1302                l.mParameters.focusMode == Parameters::FOCUS_MODE_CONTINUOUS_VIDEO) &&
1303                l.mParameters.focusState == ANDROID_CONTROL_AF_STATE_FOCUSED_LOCKED ) {
1304            notifyImmediately = true;
1305            notifySuccess = true;
1306        }
1307        /**
1308         * Send immediate notification back to client
1309         */
1310        if (notifyImmediately) {
1311            SharedCameraCallbacks::Lock l(mSharedCameraCallbacks);
1312            if (l.mRemoteCallback != 0) {
1313                l.mRemoteCallback->notifyCallback(CAMERA_MSG_FOCUS,
1314                        notifySuccess ? 1 : 0, 0);
1315            }
1316            return OK;
1317        }
1318        /**
1319         * Handle quirk mode for AF in scene modes
1320         */
1321        if (l.mParameters.quirks.triggerAfWithAuto &&
1322                l.mParameters.sceneMode != ANDROID_CONTROL_SCENE_MODE_DISABLED &&
1323                l.mParameters.focusMode != Parameters::FOCUS_MODE_AUTO &&
1324                !l.mParameters.focusingAreas[0].isEmpty()) {
1325            ALOGV("%s: Quirk: Switching from focusMode %d to AUTO",
1326                    __FUNCTION__, l.mParameters.focusMode);
1327            l.mParameters.shadowFocusMode = l.mParameters.focusMode;
1328            l.mParameters.focusMode = Parameters::FOCUS_MODE_AUTO;
1329            updateRequests(l.mParameters);
1330        }
1331
1332        l.mParameters.currentAfTriggerId = ++l.mParameters.afTriggerCounter;
1333        triggerId = l.mParameters.currentAfTriggerId;
1334    }
1335    ATRACE_ASYNC_BEGIN(kAutofocusLabel, triggerId);
1336
1337    syncWithDevice();
1338
1339    mDevice->triggerAutofocus(triggerId);
1340
1341    return OK;
1342}
1343
1344status_t Camera2Client::cancelAutoFocus() {
1345    ATRACE_CALL();
1346    Mutex::Autolock icl(mBinderSerializationLock);
1347    ALOGV("%s: Camera %d", __FUNCTION__, mCameraId);
1348    status_t res;
1349    if ( (res = checkPid(__FUNCTION__) ) != OK) return res;
1350
1351    int triggerId;
1352    {
1353        SharedParameters::Lock l(mParameters);
1354        // Canceling does nothing in FIXED or INFINITY modes
1355        if (l.mParameters.focusMode == Parameters::FOCUS_MODE_FIXED ||
1356                l.mParameters.focusMode == Parameters::FOCUS_MODE_INFINITY) {
1357            return OK;
1358        }
1359
1360        // An active AF trigger is canceled
1361        if (l.mParameters.afTriggerCounter == l.mParameters.currentAfTriggerId) {
1362            ATRACE_ASYNC_END(kAutofocusLabel, l.mParameters.currentAfTriggerId);
1363        }
1364
1365        triggerId = ++l.mParameters.afTriggerCounter;
1366
1367        // When using triggerAfWithAuto quirk, may need to reset focus mode to
1368        // the real state at this point. No need to cancel explicitly if
1369        // changing the AF mode.
1370        if (l.mParameters.shadowFocusMode != Parameters::FOCUS_MODE_INVALID) {
1371            ALOGV("%s: Quirk: Restoring focus mode to %d", __FUNCTION__,
1372                    l.mParameters.shadowFocusMode);
1373            l.mParameters.focusMode = l.mParameters.shadowFocusMode;
1374            l.mParameters.shadowFocusMode = Parameters::FOCUS_MODE_INVALID;
1375            updateRequests(l.mParameters);
1376
1377            return OK;
1378        }
1379        if (l.mParameters.zslMode) {
1380            mZslProcessor->clearZslQueue();
1381        }
1382    }
1383    syncWithDevice();
1384
1385    mDevice->triggerCancelAutofocus(triggerId);
1386
1387    return OK;
1388}
1389
1390status_t Camera2Client::takePicture(int msgType) {
1391    ATRACE_CALL();
1392    Mutex::Autolock icl(mBinderSerializationLock);
1393    status_t res;
1394    if ( (res = checkPid(__FUNCTION__) ) != OK) return res;
1395
1396    int takePictureCounter;
1397    {
1398        SharedParameters::Lock l(mParameters);
1399        switch (l.mParameters.state) {
1400            case Parameters::DISCONNECTED:
1401            case Parameters::STOPPED:
1402            case Parameters::WAITING_FOR_PREVIEW_WINDOW:
1403                ALOGE("%s: Camera %d: Cannot take picture without preview enabled",
1404                        __FUNCTION__, mCameraId);
1405                return INVALID_OPERATION;
1406            case Parameters::PREVIEW:
1407                // Good to go for takePicture
1408                res = commandStopFaceDetectionL(l.mParameters);
1409                if (res != OK) {
1410                    ALOGE("%s: Camera %d: Unable to stop face detection for still capture",
1411                            __FUNCTION__, mCameraId);
1412                    return res;
1413                }
1414                l.mParameters.state = Parameters::STILL_CAPTURE;
1415
1416                // Remove recording stream to prevent video snapshot jpeg logic kicking in
1417                if (l.mParameters.isJpegSizeOverridden() &&
1418                        mStreamingProcessor->getRecordingStreamId() != NO_STREAM) {
1419                    res = mStreamingProcessor->togglePauseStream(/*pause*/true);
1420                    if (res != OK) {
1421                        ALOGE("%s: Camera %d: Can't pause streaming: %s (%d)",
1422                                __FUNCTION__, mCameraId, strerror(-res), res);
1423                    }
1424                    res = mDevice->waitUntilDrained();
1425                    if (res != OK) {
1426                        ALOGE("%s: Camera %d: Waiting to stop streaming failed: %s (%d)",
1427                                __FUNCTION__, mCameraId, strerror(-res), res);
1428                    }
1429                    // Clean up recording stream
1430                    res = mStreamingProcessor->deleteRecordingStream();
1431                    if (res != OK) {
1432                        ALOGE("%s: Camera %d: Unable to delete recording stream before "
1433                                "stop preview: %s (%d)",
1434                                __FUNCTION__, mCameraId, strerror(-res), res);
1435                    }
1436                    res = mStreamingProcessor->togglePauseStream(/*pause*/false);
1437                    if (res != OK) {
1438                        ALOGE("%s: Camera %d: Can't unpause streaming: %s (%d)",
1439                                __FUNCTION__, mCameraId, strerror(-res), res);
1440                    }
1441                    l.mParameters.recoverOverriddenJpegSize();
1442                }
1443                break;
1444            case Parameters::RECORD:
1445                // Good to go for video snapshot
1446                l.mParameters.state = Parameters::VIDEO_SNAPSHOT;
1447                break;
1448            case Parameters::STILL_CAPTURE:
1449            case Parameters::VIDEO_SNAPSHOT:
1450                ALOGE("%s: Camera %d: Already taking a picture",
1451                        __FUNCTION__, mCameraId);
1452                return INVALID_OPERATION;
1453        }
1454
1455        ALOGV("%s: Camera %d: Starting picture capture", __FUNCTION__, mCameraId);
1456
1457        int lastJpegStreamId = mJpegProcessor->getStreamId();
1458        res = updateProcessorStream(mJpegProcessor, l.mParameters);
1459        // If video snapshot fail to configureStream, try override video snapshot size to
1460        // video size
1461        if (res == BAD_VALUE && l.mParameters.state == Parameters::VIDEO_SNAPSHOT) {
1462            overrideVideoSnapshotSize(l.mParameters);
1463            res = updateProcessorStream(mJpegProcessor, l.mParameters);
1464        }
1465        if (res != OK) {
1466            ALOGE("%s: Camera %d: Can't set up still image stream: %s (%d)",
1467                    __FUNCTION__, mCameraId, strerror(-res), res);
1468            return res;
1469        }
1470        takePictureCounter = ++l.mParameters.takePictureCounter;
1471
1472        // Clear ZSL buffer queue when Jpeg size is changed.
1473        bool jpegStreamChanged = mJpegProcessor->getStreamId() != lastJpegStreamId;
1474        if (l.mParameters.zslMode && jpegStreamChanged) {
1475            ALOGV("%s: Camera %d: Clear ZSL buffer queue when Jpeg size is changed",
1476                    __FUNCTION__, mCameraId);
1477            mZslProcessor->clearZslQueue();
1478        }
1479    }
1480
1481    ATRACE_ASYNC_BEGIN(kTakepictureLabel, takePictureCounter);
1482
1483    // Need HAL to have correct settings before (possibly) triggering precapture
1484    syncWithDevice();
1485
1486    res = mCaptureSequencer->startCapture(msgType);
1487    if (res != OK) {
1488        ALOGE("%s: Camera %d: Unable to start capture: %s (%d)",
1489                __FUNCTION__, mCameraId, strerror(-res), res);
1490    }
1491
1492    return res;
1493}
1494
1495status_t Camera2Client::setParameters(const String8& params) {
1496    ATRACE_CALL();
1497    ALOGV("%s: Camera %d", __FUNCTION__, mCameraId);
1498    Mutex::Autolock icl(mBinderSerializationLock);
1499    status_t res;
1500    if ( (res = checkPid(__FUNCTION__) ) != OK) return res;
1501
1502    SharedParameters::Lock l(mParameters);
1503
1504    Parameters::focusMode_t focusModeBefore = l.mParameters.focusMode;
1505    res = l.mParameters.set(params);
1506    if (res != OK) return res;
1507    Parameters::focusMode_t focusModeAfter = l.mParameters.focusMode;
1508
1509    if (l.mParameters.zslMode && focusModeAfter != focusModeBefore) {
1510        mZslProcessor->clearZslQueue();
1511    }
1512
1513    res = updateRequests(l.mParameters);
1514
1515    return res;
1516}
1517
1518String8 Camera2Client::getParameters() const {
1519    ATRACE_CALL();
1520    ALOGV("%s: Camera %d", __FUNCTION__, mCameraId);
1521    Mutex::Autolock icl(mBinderSerializationLock);
1522    // The camera service can unconditionally get the parameters at all times
1523    if (getCallingPid() != mServicePid && checkPid(__FUNCTION__) != OK) return String8();
1524
1525    SharedParameters::ReadLock l(mParameters);
1526
1527    return l.mParameters.get();
1528}
1529
1530status_t Camera2Client::sendCommand(int32_t cmd, int32_t arg1, int32_t arg2) {
1531    ATRACE_CALL();
1532    Mutex::Autolock icl(mBinderSerializationLock);
1533    status_t res;
1534    if ( (res = checkPid(__FUNCTION__) ) != OK) return res;
1535
1536    ALOGV("%s: Camera %d: Command %d (%d, %d)", __FUNCTION__, mCameraId,
1537            cmd, arg1, arg2);
1538
1539    switch (cmd) {
1540        case CAMERA_CMD_START_SMOOTH_ZOOM:
1541            return commandStartSmoothZoomL();
1542        case CAMERA_CMD_STOP_SMOOTH_ZOOM:
1543            return commandStopSmoothZoomL();
1544        case CAMERA_CMD_SET_DISPLAY_ORIENTATION:
1545            return commandSetDisplayOrientationL(arg1);
1546        case CAMERA_CMD_ENABLE_SHUTTER_SOUND:
1547            return commandEnableShutterSoundL(arg1 == 1);
1548        case CAMERA_CMD_PLAY_RECORDING_SOUND:
1549            return commandPlayRecordingSoundL();
1550        case CAMERA_CMD_START_FACE_DETECTION:
1551            return commandStartFaceDetectionL(arg1);
1552        case CAMERA_CMD_STOP_FACE_DETECTION: {
1553            SharedParameters::Lock l(mParameters);
1554            return commandStopFaceDetectionL(l.mParameters);
1555        }
1556        case CAMERA_CMD_ENABLE_FOCUS_MOVE_MSG:
1557            return commandEnableFocusMoveMsgL(arg1 == 1);
1558        case CAMERA_CMD_PING:
1559            return commandPingL();
1560        case CAMERA_CMD_SET_VIDEO_BUFFER_COUNT:
1561            return commandSetVideoBufferCountL(arg1);
1562        default:
1563            ALOGE("%s: Unknown command %d (arguments %d, %d)",
1564                    __FUNCTION__, cmd, arg1, arg2);
1565            return BAD_VALUE;
1566    }
1567}
1568
1569status_t Camera2Client::commandStartSmoothZoomL() {
1570    ALOGE("%s: Unimplemented!", __FUNCTION__);
1571    return OK;
1572}
1573
1574status_t Camera2Client::commandStopSmoothZoomL() {
1575    ALOGE("%s: Unimplemented!", __FUNCTION__);
1576    return OK;
1577}
1578
1579status_t Camera2Client::commandSetDisplayOrientationL(int degrees) {
1580    int transform = Parameters::degToTransform(degrees,
1581            mCameraFacing == CAMERA_FACING_FRONT);
1582    if (transform == -1) {
1583        ALOGE("%s: Camera %d: Error setting %d as display orientation value",
1584                __FUNCTION__, mCameraId, degrees);
1585        return BAD_VALUE;
1586    }
1587    SharedParameters::Lock l(mParameters);
1588    if (transform != l.mParameters.previewTransform &&
1589            getPreviewStreamId() != NO_STREAM) {
1590        mDevice->setStreamTransform(getPreviewStreamId(), transform);
1591    }
1592    l.mParameters.previewTransform = transform;
1593    return OK;
1594}
1595
1596status_t Camera2Client::commandEnableShutterSoundL(bool enable) {
1597    SharedParameters::Lock l(mParameters);
1598    if (enable) {
1599        l.mParameters.playShutterSound = true;
1600        return OK;
1601    }
1602
1603    // the camera2 api legacy mode can unconditionally disable the shutter sound
1604    if (mLegacyMode) {
1605        ALOGV("%s: Disable shutter sound in legacy mode", __FUNCTION__);
1606        l.mParameters.playShutterSound = false;
1607        return OK;
1608    }
1609
1610    // Disabling shutter sound may not be allowed. In that case only
1611    // allow the mediaserver process to disable the sound.
1612    char value[PROPERTY_VALUE_MAX];
1613    property_get("ro.camera.sound.forced", value, "0");
1614    if (strncmp(value, "0", 2) != 0) {
1615        // Disabling shutter sound is not allowed. Deny if the current
1616        // process is not mediaserver.
1617        if (getCallingPid() != getpid()) {
1618            ALOGE("Failed to disable shutter sound. Permission denied (pid %d)",
1619                    getCallingPid());
1620            return PERMISSION_DENIED;
1621        }
1622    }
1623
1624    l.mParameters.playShutterSound = false;
1625    return OK;
1626}
1627
1628status_t Camera2Client::commandPlayRecordingSoundL() {
1629    mCameraService->playSound(CameraService::SOUND_RECORDING);
1630    return OK;
1631}
1632
1633status_t Camera2Client::commandStartFaceDetectionL(int /*type*/) {
1634    ALOGV("%s: Camera %d: Starting face detection",
1635          __FUNCTION__, mCameraId);
1636    status_t res;
1637    SharedParameters::Lock l(mParameters);
1638    switch (l.mParameters.state) {
1639        case Parameters::DISCONNECTED:
1640        case Parameters::STOPPED:
1641        case Parameters::WAITING_FOR_PREVIEW_WINDOW:
1642        case Parameters::STILL_CAPTURE:
1643            ALOGE("%s: Camera %d: Cannot start face detection without preview active",
1644                    __FUNCTION__, mCameraId);
1645            return INVALID_OPERATION;
1646        case Parameters::PREVIEW:
1647        case Parameters::RECORD:
1648        case Parameters::VIDEO_SNAPSHOT:
1649            // Good to go for starting face detect
1650            break;
1651    }
1652    // Ignoring type
1653    if (l.mParameters.fastInfo.bestFaceDetectMode ==
1654            ANDROID_STATISTICS_FACE_DETECT_MODE_OFF) {
1655        ALOGE("%s: Camera %d: Face detection not supported",
1656                __FUNCTION__, mCameraId);
1657        return BAD_VALUE;
1658    }
1659    if (l.mParameters.enableFaceDetect) return OK;
1660
1661    l.mParameters.enableFaceDetect = true;
1662
1663    res = updateRequests(l.mParameters);
1664
1665    return res;
1666}
1667
1668status_t Camera2Client::commandStopFaceDetectionL(Parameters &params) {
1669    status_t res = OK;
1670    ALOGV("%s: Camera %d: Stopping face detection",
1671          __FUNCTION__, mCameraId);
1672
1673    if (!params.enableFaceDetect) return OK;
1674
1675    params.enableFaceDetect = false;
1676
1677    if (params.state == Parameters::PREVIEW
1678            || params.state == Parameters::RECORD
1679            || params.state == Parameters::VIDEO_SNAPSHOT) {
1680        res = updateRequests(params);
1681    }
1682
1683    return res;
1684}
1685
1686status_t Camera2Client::commandEnableFocusMoveMsgL(bool enable) {
1687    SharedParameters::Lock l(mParameters);
1688    l.mParameters.enableFocusMoveMessages = enable;
1689
1690    return OK;
1691}
1692
1693status_t Camera2Client::commandPingL() {
1694    // Always ping back if access is proper and device is alive
1695    SharedParameters::Lock l(mParameters);
1696    if (l.mParameters.state != Parameters::DISCONNECTED) {
1697        return OK;
1698    } else {
1699        return NO_INIT;
1700    }
1701}
1702
1703status_t Camera2Client::commandSetVideoBufferCountL(size_t count) {
1704    if (recordingEnabledL()) {
1705        ALOGE("%s: Camera %d: Error setting video buffer count after "
1706                "recording was started", __FUNCTION__, mCameraId);
1707        return INVALID_OPERATION;
1708    }
1709
1710    return mStreamingProcessor->setRecordingBufferCount(count);
1711}
1712
1713void Camera2Client::notifyError(ICameraDeviceCallbacks::CameraErrorCode errorCode,
1714        const CaptureResultExtras& resultExtras) {
1715    int32_t err = CAMERA_ERROR_UNKNOWN;
1716    switch(errorCode) {
1717        case ICameraDeviceCallbacks::ERROR_CAMERA_DISCONNECTED:
1718            err = CAMERA_ERROR_RELEASED;
1719            break;
1720        case ICameraDeviceCallbacks::ERROR_CAMERA_DEVICE:
1721            err = CAMERA_ERROR_UNKNOWN;
1722            break;
1723        case ICameraDeviceCallbacks::ERROR_CAMERA_SERVICE:
1724            err = CAMERA_ERROR_SERVER_DIED;
1725            break;
1726        case ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST:
1727        case ICameraDeviceCallbacks::ERROR_CAMERA_RESULT:
1728        case ICameraDeviceCallbacks::ERROR_CAMERA_BUFFER:
1729            ALOGW("%s: Received recoverable error %d from HAL - ignoring, requestId %" PRId32,
1730                    __FUNCTION__, errorCode, resultExtras.requestId);
1731            return;
1732        default:
1733            err = CAMERA_ERROR_UNKNOWN;
1734            break;
1735    }
1736
1737    ALOGE("%s: Error condition %d reported by HAL, requestId %" PRId32, __FUNCTION__, errorCode,
1738              resultExtras.requestId);
1739
1740    SharedCameraCallbacks::Lock l(mSharedCameraCallbacks);
1741    if (l.mRemoteCallback != nullptr) {
1742        l.mRemoteCallback->notifyCallback(CAMERA_MSG_ERROR, err, 0);
1743    }
1744}
1745
1746
1747/** Device-related methods */
1748void Camera2Client::notifyAutoFocus(uint8_t newState, int triggerId) {
1749    ALOGV("%s: Autofocus state now %d, last trigger %d",
1750            __FUNCTION__, newState, triggerId);
1751    bool sendCompletedMessage = false;
1752    bool sendMovingMessage = false;
1753
1754    bool success = false;
1755    bool afInMotion = false;
1756    {
1757        SharedParameters::Lock l(mParameters);
1758        // Trace end of AF state
1759        char tmp[32];
1760        if (l.mParameters.afStateCounter > 0) {
1761            camera_metadata_enum_snprint(
1762                ANDROID_CONTROL_AF_STATE, l.mParameters.focusState, tmp, sizeof(tmp));
1763            ATRACE_ASYNC_END(tmp, l.mParameters.afStateCounter);
1764        }
1765
1766        // Update state
1767        l.mParameters.focusState = newState;
1768        l.mParameters.afStateCounter++;
1769
1770        // Trace start of AF state
1771
1772        camera_metadata_enum_snprint(
1773            ANDROID_CONTROL_AF_STATE, l.mParameters.focusState, tmp, sizeof(tmp));
1774        ATRACE_ASYNC_BEGIN(tmp, l.mParameters.afStateCounter);
1775
1776        switch (l.mParameters.focusMode) {
1777            case Parameters::FOCUS_MODE_AUTO:
1778            case Parameters::FOCUS_MODE_MACRO:
1779                // Don't send notifications upstream if they're not for the current AF
1780                // trigger. For example, if cancel was called in between, or if we
1781                // already sent a notification about this AF call.
1782                if (triggerId != l.mParameters.currentAfTriggerId) break;
1783                switch (newState) {
1784                    case ANDROID_CONTROL_AF_STATE_FOCUSED_LOCKED:
1785                        success = true;
1786                        // no break
1787                    case ANDROID_CONTROL_AF_STATE_NOT_FOCUSED_LOCKED:
1788                        sendCompletedMessage = true;
1789                        l.mParameters.currentAfTriggerId = -1;
1790                        break;
1791                    case ANDROID_CONTROL_AF_STATE_ACTIVE_SCAN:
1792                        // Just starting focusing, ignore
1793                        break;
1794                    case ANDROID_CONTROL_AF_STATE_INACTIVE:
1795                    case ANDROID_CONTROL_AF_STATE_PASSIVE_SCAN:
1796                    case ANDROID_CONTROL_AF_STATE_PASSIVE_FOCUSED:
1797                    case ANDROID_CONTROL_AF_STATE_PASSIVE_UNFOCUSED:
1798                    default:
1799                        // Unexpected in AUTO/MACRO mode
1800                        ALOGE("%s: Unexpected AF state transition in AUTO/MACRO mode: %d",
1801                                __FUNCTION__, newState);
1802                        break;
1803                }
1804                break;
1805            case Parameters::FOCUS_MODE_CONTINUOUS_VIDEO:
1806            case Parameters::FOCUS_MODE_CONTINUOUS_PICTURE:
1807                switch (newState) {
1808                    case ANDROID_CONTROL_AF_STATE_FOCUSED_LOCKED:
1809                        success = true;
1810                        // no break
1811                    case ANDROID_CONTROL_AF_STATE_NOT_FOCUSED_LOCKED:
1812                        // Don't send notifications upstream if they're not for
1813                        // the current AF trigger. For example, if cancel was
1814                        // called in between, or if we already sent a
1815                        // notification about this AF call.
1816                        // Send both a 'AF done' callback and a 'AF move' callback
1817                        if (triggerId != l.mParameters.currentAfTriggerId) break;
1818                        sendCompletedMessage = true;
1819                        afInMotion = false;
1820                        if (l.mParameters.enableFocusMoveMessages &&
1821                                l.mParameters.afInMotion) {
1822                            sendMovingMessage = true;
1823                        }
1824                        l.mParameters.currentAfTriggerId = -1;
1825                        break;
1826                    case ANDROID_CONTROL_AF_STATE_INACTIVE:
1827                        // Cancel was called, or we switched state; care if
1828                        // currently moving
1829                        afInMotion = false;
1830                        if (l.mParameters.enableFocusMoveMessages &&
1831                                l.mParameters.afInMotion) {
1832                            sendMovingMessage = true;
1833                        }
1834                        break;
1835                    case ANDROID_CONTROL_AF_STATE_PASSIVE_SCAN:
1836                        // Start passive scan, inform upstream
1837                        afInMotion = true;
1838                        // no break
1839                    case ANDROID_CONTROL_AF_STATE_PASSIVE_FOCUSED:
1840                    case ANDROID_CONTROL_AF_STATE_PASSIVE_UNFOCUSED:
1841                        // Stop passive scan, inform upstream
1842                        if (l.mParameters.enableFocusMoveMessages) {
1843                            sendMovingMessage = true;
1844                        }
1845                        break;
1846                }
1847                l.mParameters.afInMotion = afInMotion;
1848                break;
1849            case Parameters::FOCUS_MODE_EDOF:
1850            case Parameters::FOCUS_MODE_INFINITY:
1851            case Parameters::FOCUS_MODE_FIXED:
1852            default:
1853                if (newState != ANDROID_CONTROL_AF_STATE_INACTIVE) {
1854                    ALOGE("%s: Unexpected AF state change %d "
1855                            "(ID %d) in focus mode %d",
1856                          __FUNCTION__, newState, triggerId,
1857                            l.mParameters.focusMode);
1858                }
1859        }
1860    }
1861    if (sendMovingMessage) {
1862        SharedCameraCallbacks::Lock l(mSharedCameraCallbacks);
1863        if (l.mRemoteCallback != 0) {
1864            l.mRemoteCallback->notifyCallback(CAMERA_MSG_FOCUS_MOVE,
1865                    afInMotion ? 1 : 0, 0);
1866        }
1867    }
1868    if (sendCompletedMessage) {
1869        ATRACE_ASYNC_END(kAutofocusLabel, triggerId);
1870        SharedCameraCallbacks::Lock l(mSharedCameraCallbacks);
1871        if (l.mRemoteCallback != 0) {
1872            l.mRemoteCallback->notifyCallback(CAMERA_MSG_FOCUS,
1873                    success ? 1 : 0, 0);
1874        }
1875    }
1876}
1877
1878void Camera2Client::notifyAutoExposure(uint8_t newState, int triggerId) {
1879    ALOGV("%s: Autoexposure state now %d, last trigger %d",
1880            __FUNCTION__, newState, triggerId);
1881    mCaptureSequencer->notifyAutoExposure(newState, triggerId);
1882}
1883
1884camera2::SharedParameters& Camera2Client::getParameters() {
1885    return mParameters;
1886}
1887
1888int Camera2Client::getPreviewStreamId() const {
1889    return mStreamingProcessor->getPreviewStreamId();
1890}
1891
1892int Camera2Client::getCaptureStreamId() const {
1893    return mJpegProcessor->getStreamId();
1894}
1895
1896int Camera2Client::getCallbackStreamId() const {
1897    return mCallbackProcessor->getStreamId();
1898}
1899
1900int Camera2Client::getRecordingStreamId() const {
1901    return mStreamingProcessor->getRecordingStreamId();
1902}
1903
1904int Camera2Client::getZslStreamId() const {
1905    return mZslProcessor->getStreamId();
1906}
1907
1908status_t Camera2Client::registerFrameListener(int32_t minId, int32_t maxId,
1909        wp<camera2::FrameProcessor::FilteredListener> listener, bool sendPartials) {
1910    return mFrameProcessor->registerListener(minId, maxId, listener, sendPartials);
1911}
1912
1913status_t Camera2Client::removeFrameListener(int32_t minId, int32_t maxId,
1914        wp<camera2::FrameProcessor::FilteredListener> listener) {
1915    return mFrameProcessor->removeListener(minId, maxId, listener);
1916}
1917
1918status_t Camera2Client::stopStream() {
1919    return mStreamingProcessor->stopStream();
1920}
1921
1922const int32_t Camera2Client::kPreviewRequestIdStart;
1923const int32_t Camera2Client::kPreviewRequestIdEnd;
1924const int32_t Camera2Client::kRecordingRequestIdStart;
1925const int32_t Camera2Client::kRecordingRequestIdEnd;
1926const int32_t Camera2Client::kCaptureRequestIdStart;
1927const int32_t Camera2Client::kCaptureRequestIdEnd;
1928
1929/** Utility methods */
1930
1931status_t Camera2Client::updateRequests(Parameters &params) {
1932    status_t res;
1933
1934    ALOGV("%s: Camera %d: state = %d", __FUNCTION__, getCameraId(), params.state);
1935
1936    res = mStreamingProcessor->incrementStreamingIds();
1937    if (res != OK) {
1938        ALOGE("%s: Camera %d: Unable to increment request IDs: %s (%d)",
1939                __FUNCTION__, mCameraId, strerror(-res), res);
1940        return res;
1941    }
1942
1943    res = mStreamingProcessor->updatePreviewRequest(params);
1944    if (res != OK) {
1945        ALOGE("%s: Camera %d: Unable to update preview request: %s (%d)",
1946                __FUNCTION__, mCameraId, strerror(-res), res);
1947        return res;
1948    }
1949    res = mStreamingProcessor->updateRecordingRequest(params);
1950    if (res != OK) {
1951        ALOGE("%s: Camera %d: Unable to update recording request: %s (%d)",
1952                __FUNCTION__, mCameraId, strerror(-res), res);
1953        return res;
1954    }
1955
1956    if (params.state == Parameters::PREVIEW) {
1957        res = startPreviewL(params, true);
1958        if (res != OK) {
1959            ALOGE("%s: Camera %d: Error streaming new preview request: %s (%d)",
1960                    __FUNCTION__, mCameraId, strerror(-res), res);
1961            return res;
1962        }
1963    } else if (params.state == Parameters::RECORD ||
1964            params.state == Parameters::VIDEO_SNAPSHOT) {
1965        res = startRecordingL(params, true);
1966        if (res != OK) {
1967            ALOGE("%s: Camera %d: Error streaming new record request: %s (%d)",
1968                    __FUNCTION__, mCameraId, strerror(-res), res);
1969            return res;
1970        }
1971    }
1972    return res;
1973}
1974
1975
1976size_t Camera2Client::calculateBufferSize(int width, int height,
1977        int format, int stride) {
1978    switch (format) {
1979        case HAL_PIXEL_FORMAT_YCbCr_422_SP: // NV16
1980            return width * height * 2;
1981        case HAL_PIXEL_FORMAT_YCrCb_420_SP: // NV21
1982            return width * height * 3 / 2;
1983        case HAL_PIXEL_FORMAT_YCbCr_422_I: // YUY2
1984            return width * height * 2;
1985        case HAL_PIXEL_FORMAT_YV12: {      // YV12
1986            size_t ySize = stride * height;
1987            size_t uvStride = (stride / 2 + 0xF) & ~0xF;
1988            size_t uvSize = uvStride * height / 2;
1989            return ySize + uvSize * 2;
1990        }
1991        case HAL_PIXEL_FORMAT_RGB_565:
1992            return width * height * 2;
1993        case HAL_PIXEL_FORMAT_RGBA_8888:
1994            return width * height * 4;
1995        case HAL_PIXEL_FORMAT_RAW16:
1996            return width * height * 2;
1997        default:
1998            ALOGE("%s: Unknown preview format: %x",
1999                    __FUNCTION__,  format);
2000            return 0;
2001    }
2002}
2003
2004status_t Camera2Client::syncWithDevice() {
2005    ATRACE_CALL();
2006    const nsecs_t kMaxSyncTimeout = 500000000; // 500 ms
2007    status_t res;
2008
2009    int32_t activeRequestId = mStreamingProcessor->getActiveRequestId();
2010    if (activeRequestId == 0) return OK;
2011
2012    res = mDevice->waitUntilRequestReceived(activeRequestId, kMaxSyncTimeout);
2013    if (res == TIMED_OUT) {
2014        ALOGE("%s: Camera %d: Timed out waiting sync with HAL",
2015                __FUNCTION__, mCameraId);
2016    } else if (res != OK) {
2017        ALOGE("%s: Camera %d: Error while waiting to sync with HAL",
2018                __FUNCTION__, mCameraId);
2019    }
2020    return res;
2021}
2022
2023template <typename ProcessorT>
2024status_t Camera2Client::updateProcessorStream(sp<ProcessorT> processor,
2025                                              camera2::Parameters params) {
2026    // No default template arguments until C++11, so we need this overload
2027    return updateProcessorStream<ProcessorT, &ProcessorT::updateStream>(
2028            processor, params);
2029}
2030
2031template <typename ProcessorT,
2032          status_t (ProcessorT::*updateStreamF)(const Parameters &)>
2033status_t Camera2Client::updateProcessorStream(sp<ProcessorT> processor,
2034                                              Parameters params) {
2035    status_t res;
2036
2037    // Get raw pointer since sp<T> doesn't have operator->*
2038    ProcessorT *processorPtr = processor.get();
2039    res = (processorPtr->*updateStreamF)(params);
2040
2041    /**
2042     * Can't update the stream if it's busy?
2043     *
2044     * Then we need to stop the device (by temporarily clearing the request
2045     * queue) and then try again. Resume streaming once we're done.
2046     */
2047    if (res == -EBUSY) {
2048        ALOGV("%s: Camera %d: Pausing to update stream", __FUNCTION__,
2049                mCameraId);
2050        res = mStreamingProcessor->togglePauseStream(/*pause*/true);
2051        if (res != OK) {
2052            ALOGE("%s: Camera %d: Can't pause streaming: %s (%d)",
2053                    __FUNCTION__, mCameraId, strerror(-res), res);
2054        }
2055
2056        res = mDevice->waitUntilDrained();
2057        if (res != OK) {
2058            ALOGE("%s: Camera %d: Waiting to stop streaming failed: %s (%d)",
2059                    __FUNCTION__, mCameraId, strerror(-res), res);
2060        }
2061
2062        res = (processorPtr->*updateStreamF)(params);
2063        if (res != OK) {
2064            ALOGE("%s: Camera %d: Failed to update processing stream "
2065                  " despite having halted streaming first: %s (%d)",
2066                  __FUNCTION__, mCameraId, strerror(-res), res);
2067        }
2068
2069        res = mStreamingProcessor->togglePauseStream(/*pause*/false);
2070        if (res != OK) {
2071            ALOGE("%s: Camera %d: Can't unpause streaming: %s (%d)",
2072                    __FUNCTION__, mCameraId, strerror(-res), res);
2073        }
2074    }
2075
2076    return res;
2077}
2078
2079status_t Camera2Client::overrideVideoSnapshotSize(Parameters &params) {
2080    ALOGV("%s: Camera %d: configure still size to video size before recording"
2081            , __FUNCTION__, mCameraId);
2082    params.overrideJpegSizeByVideoSize();
2083    status_t res = updateProcessorStream(mJpegProcessor, params);
2084    if (res != OK) {
2085        ALOGE("%s: Camera %d: Can't override video snapshot size to video size: %s (%d)",
2086                __FUNCTION__, mCameraId, strerror(-res), res);
2087    }
2088    return res;
2089}
2090
2091const char* Camera2Client::kAutofocusLabel = "autofocus";
2092const char* Camera2Client::kTakepictureLabel = "take_picture";
2093
2094} // namespace android
2095