android_hardware_Camera.cpp revision f9133347492a662a89f2aeaf977b60a048d2b647 
1/*
2**
3** Copyright 2008, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9**     http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18//#define LOG_NDEBUG 0
19#define LOG_TAG "Camera-JNI"
20#include <utils/Log.h>
21
22#include "jni.h"
23#include "JNIHelp.h"
24#include "android_runtime/AndroidRuntime.h"
25#include <android_runtime/android_graphics_SurfaceTexture.h>
26#include <android_runtime/android_view_Surface.h>
27
28#include <cutils/properties.h>
29#include <utils/Vector.h>
30#include <utils/Errors.h>
31
32#include <gui/GLConsumer.h>
33#include <gui/Surface.h>
34#include <camera/Camera.h>
35#include <binder/IMemory.h>
36
37using namespace android;
38
39enum {
40    // Keep up to date with Camera.java
41    CAMERA_HAL_API_VERSION_NORMAL_CONNECT = -2,
42};
43
44struct fields_t {
45    jfieldID    context;
46    jfieldID    facing;
47    jfieldID    orientation;
48    jfieldID    canDisableShutterSound;
49    jfieldID    face_rect;
50    jfieldID    face_score;
51    jfieldID    face_id;
52    jfieldID    face_left_eye;
53    jfieldID    face_right_eye;
54    jfieldID    face_mouth;
55    jfieldID    rect_left;
56    jfieldID    rect_top;
57    jfieldID    rect_right;
58    jfieldID    rect_bottom;
59    jfieldID    point_x;
60    jfieldID    point_y;
61    jmethodID   post_event;
62    jmethodID   rect_constructor;
63    jmethodID   face_constructor;
64    jmethodID   point_constructor;
65};
66
67static fields_t fields;
68static Mutex sLock;
69
70// provides persistent context for calls from native code to Java
71class JNICameraContext: public CameraListener
72{
73public:
74    JNICameraContext(JNIEnv* env, jobject weak_this, jclass clazz, const sp<Camera>& camera);
75    ~JNICameraContext() { release(); }
76    virtual void notify(int32_t msgType, int32_t ext1, int32_t ext2);
77    virtual void postData(int32_t msgType, const sp<IMemory>& dataPtr,
78                          camera_frame_metadata_t *metadata);
79    virtual void postDataTimestamp(nsecs_t timestamp, int32_t msgType, const sp<IMemory>& dataPtr);
80    void postMetadata(JNIEnv *env, int32_t msgType, camera_frame_metadata_t *metadata);
81    void addCallbackBuffer(JNIEnv *env, jbyteArray cbb, int msgType);
82    void setCallbackMode(JNIEnv *env, bool installed, bool manualMode);
83    sp<Camera> getCamera() { Mutex::Autolock _l(mLock); return mCamera; }
84    bool isRawImageCallbackBufferAvailable() const;
85    void release();
86
87private:
88    void copyAndPost(JNIEnv* env, const sp<IMemory>& dataPtr, int msgType);
89    void clearCallbackBuffers_l(JNIEnv *env, Vector<jbyteArray> *buffers);
90    void clearCallbackBuffers_l(JNIEnv *env);
91    jbyteArray getCallbackBuffer(JNIEnv *env, Vector<jbyteArray> *buffers, size_t bufferSize);
92
93    jobject     mCameraJObjectWeak;     // weak reference to java object
94    jclass      mCameraJClass;          // strong reference to java class
95    sp<Camera>  mCamera;                // strong reference to native object
96    jclass      mFaceClass;  // strong reference to Face class
97    jclass      mRectClass;  // strong reference to Rect class
98    jclass      mPointClass;  // strong reference to Point class
99    Mutex       mLock;
100
101    /*
102     * Global reference application-managed raw image buffer queue.
103     *
104     * Manual-only mode is supported for raw image callbacks, which is
105     * set whenever method addCallbackBuffer() with msgType =
106     * CAMERA_MSG_RAW_IMAGE is called; otherwise, null is returned
107     * with raw image callbacks.
108     */
109    Vector<jbyteArray> mRawImageCallbackBuffers;
110
111    /*
112     * Application-managed preview buffer queue and the flags
113     * associated with the usage of the preview buffer callback.
114     */
115    Vector<jbyteArray> mCallbackBuffers; // Global reference application managed byte[]
116    bool mManualBufferMode;              // Whether to use application managed buffers.
117    bool mManualCameraCallbackSet;       // Whether the callback has been set, used to
118                                         // reduce unnecessary calls to set the callback.
119};
120
121bool JNICameraContext::isRawImageCallbackBufferAvailable() const
122{
123    return !mRawImageCallbackBuffers.isEmpty();
124}
125
126sp<Camera> get_native_camera(JNIEnv *env, jobject thiz, JNICameraContext** pContext)
127{
128    sp<Camera> camera;
129    Mutex::Autolock _l(sLock);
130    JNICameraContext* context = reinterpret_cast<JNICameraContext*>(env->GetLongField(thiz, fields.context));
131    if (context != NULL) {
132        camera = context->getCamera();
133    }
134    ALOGV("get_native_camera: context=%p, camera=%p", context, camera.get());
135    if (camera == 0) {
136        jniThrowRuntimeException(env,
137                "Camera is being used after Camera.release() was called");
138    }
139
140    if (pContext != NULL) *pContext = context;
141    return camera;
142}
143
144JNICameraContext::JNICameraContext(JNIEnv* env, jobject weak_this, jclass clazz, const sp<Camera>& camera)
145{
146    mCameraJObjectWeak = env->NewGlobalRef(weak_this);
147    mCameraJClass = (jclass)env->NewGlobalRef(clazz);
148    mCamera = camera;
149
150    jclass faceClazz = env->FindClass("android/hardware/Camera$Face");
151    mFaceClass = (jclass) env->NewGlobalRef(faceClazz);
152
153    jclass rectClazz = env->FindClass("android/graphics/Rect");
154    mRectClass = (jclass) env->NewGlobalRef(rectClazz);
155
156    jclass pointClazz = env->FindClass("android/graphics/Point");
157    mPointClass = (jclass) env->NewGlobalRef(pointClazz);
158
159    mManualBufferMode = false;
160    mManualCameraCallbackSet = false;
161}
162
163void JNICameraContext::release()
164{
165    ALOGV("release");
166    Mutex::Autolock _l(mLock);
167    JNIEnv *env = AndroidRuntime::getJNIEnv();
168
169    if (mCameraJObjectWeak != NULL) {
170        env->DeleteGlobalRef(mCameraJObjectWeak);
171        mCameraJObjectWeak = NULL;
172    }
173    if (mCameraJClass != NULL) {
174        env->DeleteGlobalRef(mCameraJClass);
175        mCameraJClass = NULL;
176    }
177    if (mFaceClass != NULL) {
178        env->DeleteGlobalRef(mFaceClass);
179        mFaceClass = NULL;
180    }
181    if (mRectClass != NULL) {
182        env->DeleteGlobalRef(mRectClass);
183        mRectClass = NULL;
184    }
185    if (mPointClass != NULL) {
186        env->DeleteGlobalRef(mPointClass);
187        mPointClass = NULL;
188    }
189    clearCallbackBuffers_l(env);
190    mCamera.clear();
191}
192
193void JNICameraContext::notify(int32_t msgType, int32_t ext1, int32_t ext2)
194{
195    ALOGV("notify");
196
197    // VM pointer will be NULL if object is released
198    Mutex::Autolock _l(mLock);
199    if (mCameraJObjectWeak == NULL) {
200        ALOGW("callback on dead camera object");
201        return;
202    }
203    JNIEnv *env = AndroidRuntime::getJNIEnv();
204
205    /*
206     * If the notification or msgType is CAMERA_MSG_RAW_IMAGE_NOTIFY, change it
207     * to CAMERA_MSG_RAW_IMAGE since CAMERA_MSG_RAW_IMAGE_NOTIFY is not exposed
208     * to the Java app.
209     */
210    if (msgType == CAMERA_MSG_RAW_IMAGE_NOTIFY) {
211        msgType = CAMERA_MSG_RAW_IMAGE;
212    }
213
214    env->CallStaticVoidMethod(mCameraJClass, fields.post_event,
215            mCameraJObjectWeak, msgType, ext1, ext2, NULL);
216}
217
218jbyteArray JNICameraContext::getCallbackBuffer(
219        JNIEnv* env, Vector<jbyteArray>* buffers, size_t bufferSize)
220{
221    jbyteArray obj = NULL;
222
223    // Vector access should be protected by lock in postData()
224    if (!buffers->isEmpty()) {
225        ALOGV("Using callback buffer from queue of length %d", buffers->size());
226        jbyteArray globalBuffer = buffers->itemAt(0);
227        buffers->removeAt(0);
228
229        obj = (jbyteArray)env->NewLocalRef(globalBuffer);
230        env->DeleteGlobalRef(globalBuffer);
231
232        if (obj != NULL) {
233            jsize bufferLength = env->GetArrayLength(obj);
234            if ((int)bufferLength < (int)bufferSize) {
235                ALOGE("Callback buffer was too small! Expected %d bytes, but got %d bytes!",
236                    bufferSize, bufferLength);
237                env->DeleteLocalRef(obj);
238                return NULL;
239            }
240        }
241    }
242
243    return obj;
244}
245
246void JNICameraContext::copyAndPost(JNIEnv* env, const sp<IMemory>& dataPtr, int msgType)
247{
248    jbyteArray obj = NULL;
249
250    // allocate Java byte array and copy data
251    if (dataPtr != NULL) {
252        ssize_t offset;
253        size_t size;
254        sp<IMemoryHeap> heap = dataPtr->getMemory(&offset, &size);
255        ALOGV("copyAndPost: off=%zd, size=%zu", offset, size);
256        uint8_t *heapBase = (uint8_t*)heap->base();
257
258        if (heapBase != NULL) {
259            const jbyte* data = reinterpret_cast<const jbyte*>(heapBase + offset);
260
261            if (msgType == CAMERA_MSG_RAW_IMAGE) {
262                obj = getCallbackBuffer(env, &mRawImageCallbackBuffers, size);
263            } else if (msgType == CAMERA_MSG_PREVIEW_FRAME && mManualBufferMode) {
264                obj = getCallbackBuffer(env, &mCallbackBuffers, size);
265
266                if (mCallbackBuffers.isEmpty()) {
267                    ALOGV("Out of buffers, clearing callback!");
268                    mCamera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_NOOP);
269                    mManualCameraCallbackSet = false;
270
271                    if (obj == NULL) {
272                        return;
273                    }
274                }
275            } else {
276                ALOGV("Allocating callback buffer");
277                obj = env->NewByteArray(size);
278            }
279
280            if (obj == NULL) {
281                ALOGE("Couldn't allocate byte array for JPEG data");
282                env->ExceptionClear();
283            } else {
284                env->SetByteArrayRegion(obj, 0, size, data);
285            }
286        } else {
287            ALOGE("image heap is NULL");
288        }
289    }
290
291    // post image data to Java
292    env->CallStaticVoidMethod(mCameraJClass, fields.post_event,
293            mCameraJObjectWeak, msgType, 0, 0, obj);
294    if (obj) {
295        env->DeleteLocalRef(obj);
296    }
297}
298
299void JNICameraContext::postData(int32_t msgType, const sp<IMemory>& dataPtr,
300                                camera_frame_metadata_t *metadata)
301{
302    // VM pointer will be NULL if object is released
303    Mutex::Autolock _l(mLock);
304    JNIEnv *env = AndroidRuntime::getJNIEnv();
305    if (mCameraJObjectWeak == NULL) {
306        ALOGW("callback on dead camera object");
307        return;
308    }
309
310    int32_t dataMsgType = msgType & ~CAMERA_MSG_PREVIEW_METADATA;
311
312    // return data based on callback type
313    switch (dataMsgType) {
314        case CAMERA_MSG_VIDEO_FRAME:
315            // should never happen
316            break;
317
318        // For backward-compatibility purpose, if there is no callback
319        // buffer for raw image, the callback returns null.
320        case CAMERA_MSG_RAW_IMAGE:
321            ALOGV("rawCallback");
322            if (mRawImageCallbackBuffers.isEmpty()) {
323                env->CallStaticVoidMethod(mCameraJClass, fields.post_event,
324                        mCameraJObjectWeak, dataMsgType, 0, 0, NULL);
325            } else {
326                copyAndPost(env, dataPtr, dataMsgType);
327            }
328            break;
329
330        // There is no data.
331        case 0:
332            break;
333
334        default:
335            ALOGV("dataCallback(%d, %p)", dataMsgType, dataPtr.get());
336            copyAndPost(env, dataPtr, dataMsgType);
337            break;
338    }
339
340    // post frame metadata to Java
341    if (metadata && (msgType & CAMERA_MSG_PREVIEW_METADATA)) {
342        postMetadata(env, CAMERA_MSG_PREVIEW_METADATA, metadata);
343    }
344}
345
346void JNICameraContext::postDataTimestamp(nsecs_t timestamp, int32_t msgType, const sp<IMemory>& dataPtr)
347{
348    // TODO: plumb up to Java. For now, just drop the timestamp
349    postData(msgType, dataPtr, NULL);
350}
351
352void JNICameraContext::postMetadata(JNIEnv *env, int32_t msgType, camera_frame_metadata_t *metadata)
353{
354    jobjectArray obj = NULL;
355    obj = (jobjectArray) env->NewObjectArray(metadata->number_of_faces,
356                                             mFaceClass, NULL);
357    if (obj == NULL) {
358        ALOGE("Couldn't allocate face metadata array");
359        return;
360    }
361
362    for (int i = 0; i < metadata->number_of_faces; i++) {
363        jobject face = env->NewObject(mFaceClass, fields.face_constructor);
364        env->SetObjectArrayElement(obj, i, face);
365
366        jobject rect = env->NewObject(mRectClass, fields.rect_constructor);
367        env->SetIntField(rect, fields.rect_left, metadata->faces[i].rect[0]);
368        env->SetIntField(rect, fields.rect_top, metadata->faces[i].rect[1]);
369        env->SetIntField(rect, fields.rect_right, metadata->faces[i].rect[2]);
370        env->SetIntField(rect, fields.rect_bottom, metadata->faces[i].rect[3]);
371
372        env->SetObjectField(face, fields.face_rect, rect);
373        env->SetIntField(face, fields.face_score, metadata->faces[i].score);
374
375        bool optionalFields = metadata->faces[i].id != 0
376            && metadata->faces[i].left_eye[0] != -2000 && metadata->faces[i].left_eye[1] != -2000
377            && metadata->faces[i].right_eye[0] != -2000 && metadata->faces[i].right_eye[1] != -2000
378            && metadata->faces[i].mouth[0] != -2000 && metadata->faces[i].mouth[1] != -2000;
379        if (optionalFields) {
380            int32_t id = metadata->faces[i].id;
381            env->SetIntField(face, fields.face_id, id);
382
383            jobject leftEye = env->NewObject(mPointClass, fields.point_constructor);
384            env->SetIntField(leftEye, fields.point_x, metadata->faces[i].left_eye[0]);
385            env->SetIntField(leftEye, fields.point_y, metadata->faces[i].left_eye[1]);
386            env->SetObjectField(face, fields.face_left_eye, leftEye);
387            env->DeleteLocalRef(leftEye);
388
389            jobject rightEye = env->NewObject(mPointClass, fields.point_constructor);
390            env->SetIntField(rightEye, fields.point_x, metadata->faces[i].right_eye[0]);
391            env->SetIntField(rightEye, fields.point_y, metadata->faces[i].right_eye[1]);
392            env->SetObjectField(face, fields.face_right_eye, rightEye);
393            env->DeleteLocalRef(rightEye);
394
395            jobject mouth = env->NewObject(mPointClass, fields.point_constructor);
396            env->SetIntField(mouth, fields.point_x, metadata->faces[i].mouth[0]);
397            env->SetIntField(mouth, fields.point_y, metadata->faces[i].mouth[1]);
398            env->SetObjectField(face, fields.face_mouth, mouth);
399            env->DeleteLocalRef(mouth);
400        }
401
402        env->DeleteLocalRef(face);
403        env->DeleteLocalRef(rect);
404    }
405    env->CallStaticVoidMethod(mCameraJClass, fields.post_event,
406            mCameraJObjectWeak, msgType, 0, 0, obj);
407    env->DeleteLocalRef(obj);
408}
409
410void JNICameraContext::setCallbackMode(JNIEnv *env, bool installed, bool manualMode)
411{
412    Mutex::Autolock _l(mLock);
413    mManualBufferMode = manualMode;
414    mManualCameraCallbackSet = false;
415
416    // In order to limit the over usage of binder threads, all non-manual buffer
417    // callbacks use CAMERA_FRAME_CALLBACK_FLAG_BARCODE_SCANNER mode now.
418    //
419    // Continuous callbacks will have the callback re-registered from handleMessage.
420    // Manual buffer mode will operate as fast as possible, relying on the finite supply
421    // of buffers for throttling.
422
423    if (!installed) {
424        mCamera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_NOOP);
425        clearCallbackBuffers_l(env, &mCallbackBuffers);
426    } else if (mManualBufferMode) {
427        if (!mCallbackBuffers.isEmpty()) {
428            mCamera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_CAMERA);
429            mManualCameraCallbackSet = true;
430        }
431    } else {
432        mCamera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_BARCODE_SCANNER);
433        clearCallbackBuffers_l(env, &mCallbackBuffers);
434    }
435}
436
437void JNICameraContext::addCallbackBuffer(
438        JNIEnv *env, jbyteArray cbb, int msgType)
439{
440    ALOGV("addCallbackBuffer: 0x%x", msgType);
441    if (cbb != NULL) {
442        Mutex::Autolock _l(mLock);
443        switch (msgType) {
444            case CAMERA_MSG_PREVIEW_FRAME: {
445                jbyteArray callbackBuffer = (jbyteArray)env->NewGlobalRef(cbb);
446                mCallbackBuffers.push(callbackBuffer);
447
448                ALOGV("Adding callback buffer to queue, %d total",
449                        mCallbackBuffers.size());
450
451                // We want to make sure the camera knows we're ready for the
452                // next frame. This may have come unset had we not had a
453                // callbackbuffer ready for it last time.
454                if (mManualBufferMode && !mManualCameraCallbackSet) {
455                    mCamera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_CAMERA);
456                    mManualCameraCallbackSet = true;
457                }
458                break;
459            }
460            case CAMERA_MSG_RAW_IMAGE: {
461                jbyteArray callbackBuffer = (jbyteArray)env->NewGlobalRef(cbb);
462                mRawImageCallbackBuffers.push(callbackBuffer);
463                break;
464            }
465            default: {
466                jniThrowException(env,
467                        "java/lang/IllegalArgumentException",
468                        "Unsupported message type");
469                return;
470            }
471        }
472    } else {
473       ALOGE("Null byte array!");
474    }
475}
476
477void JNICameraContext::clearCallbackBuffers_l(JNIEnv *env)
478{
479    clearCallbackBuffers_l(env, &mCallbackBuffers);
480    clearCallbackBuffers_l(env, &mRawImageCallbackBuffers);
481}
482
483void JNICameraContext::clearCallbackBuffers_l(JNIEnv *env, Vector<jbyteArray> *buffers) {
484    ALOGV("Clearing callback buffers, %d remained", buffers->size());
485    while (!buffers->isEmpty()) {
486        env->DeleteGlobalRef(buffers->top());
487        buffers->pop();
488    }
489}
490
491static jint android_hardware_Camera_getNumberOfCameras(JNIEnv *env, jobject thiz)
492{
493    return Camera::getNumberOfCameras();
494}
495
496static void android_hardware_Camera_getCameraInfo(JNIEnv *env, jobject thiz,
497    jint cameraId, jobject info_obj)
498{
499    CameraInfo cameraInfo;
500    status_t rc = Camera::getCameraInfo(cameraId, &cameraInfo);
501    if (rc != NO_ERROR) {
502        jniThrowRuntimeException(env, "Fail to get camera info");
503        return;
504    }
505    env->SetIntField(info_obj, fields.facing, cameraInfo.facing);
506    env->SetIntField(info_obj, fields.orientation, cameraInfo.orientation);
507
508    char value[PROPERTY_VALUE_MAX];
509    property_get("ro.camera.sound.forced", value, "0");
510    jboolean canDisableShutterSound = (strncmp(value, "0", 2) == 0);
511    env->SetBooleanField(info_obj, fields.canDisableShutterSound,
512            canDisableShutterSound);
513}
514
515// connect to camera service
516static jint android_hardware_Camera_native_setup(JNIEnv *env, jobject thiz,
517    jobject weak_this, jint cameraId, jint halVersion, jstring clientPackageName)
518{
519    // Convert jstring to String16
520    const char16_t *rawClientName = env->GetStringChars(clientPackageName, NULL);
521    jsize rawClientNameLen = env->GetStringLength(clientPackageName);
522    String16 clientName(rawClientName, rawClientNameLen);
523    env->ReleaseStringChars(clientPackageName, rawClientName);
524
525    sp<Camera> camera;
526    if (halVersion == CAMERA_HAL_API_VERSION_NORMAL_CONNECT) {
527        // Default path: hal version is don't care, do normal camera connect.
528        camera = Camera::connect(cameraId, clientName,
529                Camera::USE_CALLING_UID);
530    } else {
531        jint status = Camera::connectLegacy(cameraId, halVersion, clientName,
532                Camera::USE_CALLING_UID, camera);
533        if (status != NO_ERROR) {
534            return status;
535        }
536    }
537
538    if (camera == NULL) {
539        return -EACCES;
540    }
541
542    // make sure camera hardware is alive
543    if (camera->getStatus() != NO_ERROR) {
544        return NO_INIT;
545    }
546
547    jclass clazz = env->GetObjectClass(thiz);
548    if (clazz == NULL) {
549        // This should never happen
550        jniThrowRuntimeException(env, "Can't find android/hardware/Camera");
551        return INVALID_OPERATION;
552    }
553
554    // We use a weak reference so the Camera object can be garbage collected.
555    // The reference is only used as a proxy for callbacks.
556    sp<JNICameraContext> context = new JNICameraContext(env, weak_this, clazz, camera);
557    context->incStrong((void*)android_hardware_Camera_native_setup);
558    camera->setListener(context);
559
560    // save context in opaque field
561    env->SetLongField(thiz, fields.context, (jlong)context.get());
562    return NO_ERROR;
563}
564
565// disconnect from camera service
566// It's okay to call this when the native camera context is already null.
567// This handles the case where the user has called release() and the
568// finalizer is invoked later.
569static void android_hardware_Camera_release(JNIEnv *env, jobject thiz)
570{
571    ALOGV("release camera");
572    JNICameraContext* context = NULL;
573    sp<Camera> camera;
574    {
575        Mutex::Autolock _l(sLock);
576        context = reinterpret_cast<JNICameraContext*>(env->GetLongField(thiz, fields.context));
577
578        // Make sure we do not attempt to callback on a deleted Java object.
579        env->SetLongField(thiz, fields.context, 0);
580    }
581
582    // clean up if release has not been called before
583    if (context != NULL) {
584        camera = context->getCamera();
585        context->release();
586        ALOGV("native_release: context=%p camera=%p", context, camera.get());
587
588        // clear callbacks
589        if (camera != NULL) {
590            camera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_NOOP);
591            camera->disconnect();
592        }
593
594        // remove context to prevent further Java access
595        context->decStrong((void*)android_hardware_Camera_native_setup);
596    }
597}
598
599static void android_hardware_Camera_setPreviewSurface(JNIEnv *env, jobject thiz, jobject jSurface)
600{
601    ALOGV("setPreviewSurface");
602    sp<Camera> camera = get_native_camera(env, thiz, NULL);
603    if (camera == 0) return;
604
605    sp<IGraphicBufferProducer> gbp;
606    sp<Surface> surface;
607    if (jSurface) {
608        surface = android_view_Surface_getSurface(env, jSurface);
609        if (surface != NULL) {
610            gbp = surface->getIGraphicBufferProducer();
611        }
612    }
613
614    if (camera->setPreviewTarget(gbp) != NO_ERROR) {
615        jniThrowException(env, "java/io/IOException", "setPreviewTexture failed");
616    }
617}
618
619static void android_hardware_Camera_setPreviewTexture(JNIEnv *env,
620        jobject thiz, jobject jSurfaceTexture)
621{
622    ALOGV("setPreviewTexture");
623    sp<Camera> camera = get_native_camera(env, thiz, NULL);
624    if (camera == 0) return;
625
626    sp<IGraphicBufferProducer> producer = NULL;
627    if (jSurfaceTexture != NULL) {
628        producer = SurfaceTexture_getProducer(env, jSurfaceTexture);
629        if (producer == NULL) {
630            jniThrowException(env, "java/lang/IllegalArgumentException",
631                    "SurfaceTexture already released in setPreviewTexture");
632            return;
633        }
634
635    }
636
637    if (camera->setPreviewTarget(producer) != NO_ERROR) {
638        jniThrowException(env, "java/io/IOException",
639                "setPreviewTexture failed");
640    }
641}
642
643static void android_hardware_Camera_setPreviewCallbackSurface(JNIEnv *env,
644        jobject thiz, jobject jSurface)
645{
646    ALOGV("setPreviewCallbackSurface");
647    JNICameraContext* context;
648    sp<Camera> camera = get_native_camera(env, thiz, &context);
649    if (camera == 0) return;
650
651    sp<IGraphicBufferProducer> gbp;
652    sp<Surface> surface;
653    if (jSurface) {
654        surface = android_view_Surface_getSurface(env, jSurface);
655        if (surface != NULL) {
656            gbp = surface->getIGraphicBufferProducer();
657        }
658    }
659    // Clear out normal preview callbacks
660    context->setCallbackMode(env, false, false);
661    // Then set up callback surface
662    if (camera->setPreviewCallbackTarget(gbp) != NO_ERROR) {
663        jniThrowException(env, "java/io/IOException", "setPreviewCallbackTarget failed");
664    }
665}
666
667static void android_hardware_Camera_startPreview(JNIEnv *env, jobject thiz)
668{
669    ALOGV("startPreview");
670    sp<Camera> camera = get_native_camera(env, thiz, NULL);
671    if (camera == 0) return;
672
673    if (camera->startPreview() != NO_ERROR) {
674        jniThrowRuntimeException(env, "startPreview failed");
675        return;
676    }
677}
678
679static void android_hardware_Camera_stopPreview(JNIEnv *env, jobject thiz)
680{
681    ALOGV("stopPreview");
682    sp<Camera> c = get_native_camera(env, thiz, NULL);
683    if (c == 0) return;
684
685    c->stopPreview();
686}
687
688static jboolean android_hardware_Camera_previewEnabled(JNIEnv *env, jobject thiz)
689{
690    ALOGV("previewEnabled");
691    sp<Camera> c = get_native_camera(env, thiz, NULL);
692    if (c == 0) return JNI_FALSE;
693
694    return c->previewEnabled() ? JNI_TRUE : JNI_FALSE;
695}
696
697static void android_hardware_Camera_setHasPreviewCallback(JNIEnv *env, jobject thiz, jboolean installed, jboolean manualBuffer)
698{
699    ALOGV("setHasPreviewCallback: installed:%d, manualBuffer:%d", (int)installed, (int)manualBuffer);
700    // Important: Only install preview_callback if the Java code has called
701    // setPreviewCallback() with a non-null value, otherwise we'd pay to memcpy
702    // each preview frame for nothing.
703    JNICameraContext* context;
704    sp<Camera> camera = get_native_camera(env, thiz, &context);
705    if (camera == 0) return;
706
707    // setCallbackMode will take care of setting the context flags and calling
708    // camera->setPreviewCallbackFlags within a mutex for us.
709    context->setCallbackMode(env, installed, manualBuffer);
710}
711
712static void android_hardware_Camera_addCallbackBuffer(JNIEnv *env, jobject thiz, jbyteArray bytes, jint msgType) {
713    ALOGV("addCallbackBuffer: 0x%x", msgType);
714
715    JNICameraContext* context = reinterpret_cast<JNICameraContext*>(env->GetLongField(thiz, fields.context));
716
717    if (context != NULL) {
718        context->addCallbackBuffer(env, bytes, msgType);
719    }
720}
721
722static void android_hardware_Camera_autoFocus(JNIEnv *env, jobject thiz)
723{
724    ALOGV("autoFocus");
725    JNICameraContext* context;
726    sp<Camera> c = get_native_camera(env, thiz, &context);
727    if (c == 0) return;
728
729    if (c->autoFocus() != NO_ERROR) {
730        jniThrowRuntimeException(env, "autoFocus failed");
731    }
732}
733
734static void android_hardware_Camera_cancelAutoFocus(JNIEnv *env, jobject thiz)
735{
736    ALOGV("cancelAutoFocus");
737    JNICameraContext* context;
738    sp<Camera> c = get_native_camera(env, thiz, &context);
739    if (c == 0) return;
740
741    if (c->cancelAutoFocus() != NO_ERROR) {
742        jniThrowRuntimeException(env, "cancelAutoFocus failed");
743    }
744}
745
746static void android_hardware_Camera_takePicture(JNIEnv *env, jobject thiz, jint msgType)
747{
748    ALOGV("takePicture");
749    JNICameraContext* context;
750    sp<Camera> camera = get_native_camera(env, thiz, &context);
751    if (camera == 0) return;
752
753    /*
754     * When CAMERA_MSG_RAW_IMAGE is requested, if the raw image callback
755     * buffer is available, CAMERA_MSG_RAW_IMAGE is enabled to get the
756     * notification _and_ the data; otherwise, CAMERA_MSG_RAW_IMAGE_NOTIFY
757     * is enabled to receive the callback notification but no data.
758     *
759     * Note that CAMERA_MSG_RAW_IMAGE_NOTIFY is not exposed to the
760     * Java application.
761     */
762    if (msgType & CAMERA_MSG_RAW_IMAGE) {
763        ALOGV("Enable raw image callback buffer");
764        if (!context->isRawImageCallbackBufferAvailable()) {
765            ALOGV("Enable raw image notification, since no callback buffer exists");
766            msgType &= ~CAMERA_MSG_RAW_IMAGE;
767            msgType |= CAMERA_MSG_RAW_IMAGE_NOTIFY;
768        }
769    }
770
771    if (camera->takePicture(msgType) != NO_ERROR) {
772        jniThrowRuntimeException(env, "takePicture failed");
773        return;
774    }
775}
776
777static void android_hardware_Camera_setParameters(JNIEnv *env, jobject thiz, jstring params)
778{
779    ALOGV("setParameters");
780    sp<Camera> camera = get_native_camera(env, thiz, NULL);
781    if (camera == 0) return;
782
783    const jchar* str = env->GetStringCritical(params, 0);
784    String8 params8;
785    if (params) {
786        params8 = String8(str, env->GetStringLength(params));
787        env->ReleaseStringCritical(params, str);
788    }
789    if (camera->setParameters(params8) != NO_ERROR) {
790        jniThrowRuntimeException(env, "setParameters failed");
791        return;
792    }
793}
794
795static jstring android_hardware_Camera_getParameters(JNIEnv *env, jobject thiz)
796{
797    ALOGV("getParameters");
798    sp<Camera> camera = get_native_camera(env, thiz, NULL);
799    if (camera == 0) return 0;
800
801    String8 params8 = camera->getParameters();
802    if (params8.isEmpty()) {
803        jniThrowRuntimeException(env, "getParameters failed (empty parameters)");
804        return 0;
805    }
806    return env->NewStringUTF(params8.string());
807}
808
809static void android_hardware_Camera_reconnect(JNIEnv *env, jobject thiz)
810{
811    ALOGV("reconnect");
812    sp<Camera> camera = get_native_camera(env, thiz, NULL);
813    if (camera == 0) return;
814
815    if (camera->reconnect() != NO_ERROR) {
816        jniThrowException(env, "java/io/IOException", "reconnect failed");
817        return;
818    }
819}
820
821static void android_hardware_Camera_lock(JNIEnv *env, jobject thiz)
822{
823    ALOGV("lock");
824    sp<Camera> camera = get_native_camera(env, thiz, NULL);
825    if (camera == 0) return;
826
827    if (camera->lock() != NO_ERROR) {
828        jniThrowRuntimeException(env, "lock failed");
829    }
830}
831
832static void android_hardware_Camera_unlock(JNIEnv *env, jobject thiz)
833{
834    ALOGV("unlock");
835    sp<Camera> camera = get_native_camera(env, thiz, NULL);
836    if (camera == 0) return;
837
838    if (camera->unlock() != NO_ERROR) {
839        jniThrowRuntimeException(env, "unlock failed");
840    }
841}
842
843static void android_hardware_Camera_startSmoothZoom(JNIEnv *env, jobject thiz, jint value)
844{
845    ALOGV("startSmoothZoom");
846    sp<Camera> camera = get_native_camera(env, thiz, NULL);
847    if (camera == 0) return;
848
849    status_t rc = camera->sendCommand(CAMERA_CMD_START_SMOOTH_ZOOM, value, 0);
850    if (rc == BAD_VALUE) {
851        char msg[64];
852        sprintf(msg, "invalid zoom value=%d", value);
853        jniThrowException(env, "java/lang/IllegalArgumentException", msg);
854    } else if (rc != NO_ERROR) {
855        jniThrowRuntimeException(env, "start smooth zoom failed");
856    }
857}
858
859static void android_hardware_Camera_stopSmoothZoom(JNIEnv *env, jobject thiz)
860{
861    ALOGV("stopSmoothZoom");
862    sp<Camera> camera = get_native_camera(env, thiz, NULL);
863    if (camera == 0) return;
864
865    if (camera->sendCommand(CAMERA_CMD_STOP_SMOOTH_ZOOM, 0, 0) != NO_ERROR) {
866        jniThrowRuntimeException(env, "stop smooth zoom failed");
867    }
868}
869
870static void android_hardware_Camera_setDisplayOrientation(JNIEnv *env, jobject thiz,
871        jint value)
872{
873    ALOGV("setDisplayOrientation");
874    sp<Camera> camera = get_native_camera(env, thiz, NULL);
875    if (camera == 0) return;
876
877    if (camera->sendCommand(CAMERA_CMD_SET_DISPLAY_ORIENTATION, value, 0) != NO_ERROR) {
878        jniThrowRuntimeException(env, "set display orientation failed");
879    }
880}
881
882static jboolean android_hardware_Camera_enableShutterSound(JNIEnv *env, jobject thiz,
883        jboolean enabled)
884{
885    ALOGV("enableShutterSound");
886    sp<Camera> camera = get_native_camera(env, thiz, NULL);
887    if (camera == 0) return JNI_FALSE;
888
889    int32_t value = (enabled == JNI_TRUE) ? 1 : 0;
890    status_t rc = camera->sendCommand(CAMERA_CMD_ENABLE_SHUTTER_SOUND, value, 0);
891    if (rc == NO_ERROR) {
892        return JNI_TRUE;
893    } else if (rc == PERMISSION_DENIED) {
894        return JNI_FALSE;
895    } else {
896        jniThrowRuntimeException(env, "enable shutter sound failed");
897        return JNI_FALSE;
898    }
899}
900
901static void android_hardware_Camera_startFaceDetection(JNIEnv *env, jobject thiz,
902        jint type)
903{
904    ALOGV("startFaceDetection");
905    JNICameraContext* context;
906    sp<Camera> camera = get_native_camera(env, thiz, &context);
907    if (camera == 0) return;
908
909    status_t rc = camera->sendCommand(CAMERA_CMD_START_FACE_DETECTION, type, 0);
910    if (rc == BAD_VALUE) {
911        char msg[64];
912        snprintf(msg, sizeof(msg), "invalid face detection type=%d", type);
913        jniThrowException(env, "java/lang/IllegalArgumentException", msg);
914    } else if (rc != NO_ERROR) {
915        jniThrowRuntimeException(env, "start face detection failed");
916    }
917}
918
919static void android_hardware_Camera_stopFaceDetection(JNIEnv *env, jobject thiz)
920{
921    ALOGV("stopFaceDetection");
922    sp<Camera> camera = get_native_camera(env, thiz, NULL);
923    if (camera == 0) return;
924
925    if (camera->sendCommand(CAMERA_CMD_STOP_FACE_DETECTION, 0, 0) != NO_ERROR) {
926        jniThrowRuntimeException(env, "stop face detection failed");
927    }
928}
929
930static void android_hardware_Camera_enableFocusMoveCallback(JNIEnv *env, jobject thiz, jint enable)
931{
932    ALOGV("enableFocusMoveCallback");
933    sp<Camera> camera = get_native_camera(env, thiz, NULL);
934    if (camera == 0) return;
935
936    if (camera->sendCommand(CAMERA_CMD_ENABLE_FOCUS_MOVE_MSG, enable, 0) != NO_ERROR) {
937        jniThrowRuntimeException(env, "enable focus move callback failed");
938    }
939}
940
941//-------------------------------------------------
942
943static JNINativeMethod camMethods[] = {
944  { "getNumberOfCameras",
945    "()I",
946    (void *)android_hardware_Camera_getNumberOfCameras },
947  { "_getCameraInfo",
948    "(ILandroid/hardware/Camera$CameraInfo;)V",
949    (void*)android_hardware_Camera_getCameraInfo },
950  { "native_setup",
951    "(Ljava/lang/Object;IILjava/lang/String;)I",
952    (void*)android_hardware_Camera_native_setup },
953  { "native_release",
954    "()V",
955    (void*)android_hardware_Camera_release },
956  { "setPreviewSurface",
957    "(Landroid/view/Surface;)V",
958    (void *)android_hardware_Camera_setPreviewSurface },
959  { "setPreviewTexture",
960    "(Landroid/graphics/SurfaceTexture;)V",
961    (void *)android_hardware_Camera_setPreviewTexture },
962  { "setPreviewCallbackSurface",
963    "(Landroid/view/Surface;)V",
964    (void *)android_hardware_Camera_setPreviewCallbackSurface },
965  { "startPreview",
966    "()V",
967    (void *)android_hardware_Camera_startPreview },
968  { "_stopPreview",
969    "()V",
970    (void *)android_hardware_Camera_stopPreview },
971  { "previewEnabled",
972    "()Z",
973    (void *)android_hardware_Camera_previewEnabled },
974  { "setHasPreviewCallback",
975    "(ZZ)V",
976    (void *)android_hardware_Camera_setHasPreviewCallback },
977  { "_addCallbackBuffer",
978    "([BI)V",
979    (void *)android_hardware_Camera_addCallbackBuffer },
980  { "native_autoFocus",
981    "()V",
982    (void *)android_hardware_Camera_autoFocus },
983  { "native_cancelAutoFocus",
984    "()V",
985    (void *)android_hardware_Camera_cancelAutoFocus },
986  { "native_takePicture",
987    "(I)V",
988    (void *)android_hardware_Camera_takePicture },
989  { "native_setParameters",
990    "(Ljava/lang/String;)V",
991    (void *)android_hardware_Camera_setParameters },
992  { "native_getParameters",
993    "()Ljava/lang/String;",
994    (void *)android_hardware_Camera_getParameters },
995  { "reconnect",
996    "()V",
997    (void*)android_hardware_Camera_reconnect },
998  { "lock",
999    "()V",
1000    (void*)android_hardware_Camera_lock },
1001  { "unlock",
1002    "()V",
1003    (void*)android_hardware_Camera_unlock },
1004  { "startSmoothZoom",
1005    "(I)V",
1006    (void *)android_hardware_Camera_startSmoothZoom },
1007  { "stopSmoothZoom",
1008    "()V",
1009    (void *)android_hardware_Camera_stopSmoothZoom },
1010  { "setDisplayOrientation",
1011    "(I)V",
1012    (void *)android_hardware_Camera_setDisplayOrientation },
1013  { "_enableShutterSound",
1014    "(Z)Z",
1015    (void *)android_hardware_Camera_enableShutterSound },
1016  { "_startFaceDetection",
1017    "(I)V",
1018    (void *)android_hardware_Camera_startFaceDetection },
1019  { "_stopFaceDetection",
1020    "()V",
1021    (void *)android_hardware_Camera_stopFaceDetection},
1022  { "enableFocusMoveCallback",
1023    "(I)V",
1024    (void *)android_hardware_Camera_enableFocusMoveCallback},
1025};
1026
1027struct field {
1028    const char *class_name;
1029    const char *field_name;
1030    const char *field_type;
1031    jfieldID   *jfield;
1032};
1033
1034static int find_fields(JNIEnv *env, field *fields, int count)
1035{
1036    for (int i = 0; i < count; i++) {
1037        field *f = &fields[i];
1038        jclass clazz = env->FindClass(f->class_name);
1039        if (clazz == NULL) {
1040            ALOGE("Can't find %s", f->class_name);
1041            return -1;
1042        }
1043
1044        jfieldID field = env->GetFieldID(clazz, f->field_name, f->field_type);
1045        if (field == NULL) {
1046            ALOGE("Can't find %s.%s", f->class_name, f->field_name);
1047            return -1;
1048        }
1049
1050        *(f->jfield) = field;
1051    }
1052
1053    return 0;
1054}
1055
1056// Get all the required offsets in java class and register native functions
1057int register_android_hardware_Camera(JNIEnv *env)
1058{
1059    field fields_to_find[] = {
1060        { "android/hardware/Camera", "mNativeContext",   "J", &fields.context },
1061        { "android/hardware/Camera$CameraInfo", "facing",   "I", &fields.facing },
1062        { "android/hardware/Camera$CameraInfo", "orientation",   "I", &fields.orientation },
1063        { "android/hardware/Camera$CameraInfo", "canDisableShutterSound",   "Z",
1064          &fields.canDisableShutterSound },
1065        { "android/hardware/Camera$Face", "rect", "Landroid/graphics/Rect;", &fields.face_rect },
1066        { "android/hardware/Camera$Face", "leftEye", "Landroid/graphics/Point;", &fields.face_left_eye},
1067        { "android/hardware/Camera$Face", "rightEye", "Landroid/graphics/Point;", &fields.face_right_eye},
1068        { "android/hardware/Camera$Face", "mouth", "Landroid/graphics/Point;", &fields.face_mouth},
1069        { "android/hardware/Camera$Face", "score", "I", &fields.face_score },
1070        { "android/hardware/Camera$Face", "id", "I", &fields.face_id},
1071        { "android/graphics/Rect", "left", "I", &fields.rect_left },
1072        { "android/graphics/Rect", "top", "I", &fields.rect_top },
1073        { "android/graphics/Rect", "right", "I", &fields.rect_right },
1074        { "android/graphics/Rect", "bottom", "I", &fields.rect_bottom },
1075        { "android/graphics/Point", "x", "I", &fields.point_x},
1076        { "android/graphics/Point", "y", "I", &fields.point_y},
1077    };
1078
1079    if (find_fields(env, fields_to_find, NELEM(fields_to_find)) < 0)
1080        return -1;
1081
1082    jclass clazz = env->FindClass("android/hardware/Camera");
1083    fields.post_event = env->GetStaticMethodID(clazz, "postEventFromNative",
1084                                               "(Ljava/lang/Object;IIILjava/lang/Object;)V");
1085    if (fields.post_event == NULL) {
1086        ALOGE("Can't find android/hardware/Camera.postEventFromNative");
1087        return -1;
1088    }
1089
1090    clazz = env->FindClass("android/graphics/Rect");
1091    fields.rect_constructor = env->GetMethodID(clazz, "<init>", "()V");
1092    if (fields.rect_constructor == NULL) {
1093        ALOGE("Can't find android/graphics/Rect.Rect()");
1094        return -1;
1095    }
1096
1097    clazz = env->FindClass("android/hardware/Camera$Face");
1098    fields.face_constructor = env->GetMethodID(clazz, "<init>", "()V");
1099    if (fields.face_constructor == NULL) {
1100        ALOGE("Can't find android/hardware/Camera$Face.Face()");
1101        return -1;
1102    }
1103
1104    clazz = env->FindClass("android/graphics/Point");
1105    fields.point_constructor = env->GetMethodID(clazz, "<init>", "()V");
1106    if (fields.point_constructor == NULL) {
1107        ALOGE("Can't find android/graphics/Point()");
1108        return -1;
1109    }
1110
1111    // Register native functions
1112    return AndroidRuntime::registerNativeMethods(env, "android/hardware/Camera",
1113                                              camMethods, NELEM(camMethods));
1114}
1115