android_hardware_Camera.cpp revision 0601ab1618e95d455230c4801a40cbc5c25221fe
1/*
2**
3** Copyright 2008, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9**     http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18//#define LOG_NDEBUG 0
19#define LOG_TAG "Camera-JNI"
20#include <utils/Log.h>
21
22#include "jni.h"
23#include "JNIHelp.h"
24#include "android_runtime/AndroidRuntime.h"
25#include <android_runtime/android_graphics_SurfaceTexture.h>
26#include <android_runtime/android_view_Surface.h>
27
28#include <cutils/properties.h>
29#include <utils/Vector.h>
30#include <utils/Errors.h>
31
32#include <gui/GLConsumer.h>
33#include <gui/Surface.h>
34#include <camera/Camera.h>
35#include <binder/IMemory.h>
36
37using namespace android;
38
39enum {
40    // Keep up to date with Camera.java
41    CAMERA_HAL_API_VERSION_NORMAL_CONNECT = -2,
42};
43
44struct fields_t {
45    jfieldID    context;
46    jfieldID    facing;
47    jfieldID    orientation;
48    jfieldID    canDisableShutterSound;
49    jfieldID    face_rect;
50    jfieldID    face_score;
51    jfieldID    face_id;
52    jfieldID    face_left_eye;
53    jfieldID    face_right_eye;
54    jfieldID    face_mouth;
55    jfieldID    rect_left;
56    jfieldID    rect_top;
57    jfieldID    rect_right;
58    jfieldID    rect_bottom;
59    jfieldID    point_x;
60    jfieldID    point_y;
61    jmethodID   post_event;
62    jmethodID   rect_constructor;
63    jmethodID   face_constructor;
64    jmethodID   point_constructor;
65};
66
67static fields_t fields;
68static Mutex sLock;
69
70// provides persistent context for calls from native code to Java
71class JNICameraContext: public CameraListener
72{
73public:
74    JNICameraContext(JNIEnv* env, jobject weak_this, jclass clazz, const sp<Camera>& camera);
75    ~JNICameraContext() { release(); }
76    virtual void notify(int32_t msgType, int32_t ext1, int32_t ext2);
77    virtual void postData(int32_t msgType, const sp<IMemory>& dataPtr,
78                          camera_frame_metadata_t *metadata);
79    virtual void postDataTimestamp(nsecs_t timestamp, int32_t msgType, const sp<IMemory>& dataPtr);
80    void postMetadata(JNIEnv *env, int32_t msgType, camera_frame_metadata_t *metadata);
81    void addCallbackBuffer(JNIEnv *env, jbyteArray cbb, int msgType);
82    void setCallbackMode(JNIEnv *env, bool installed, bool manualMode);
83    sp<Camera> getCamera() { Mutex::Autolock _l(mLock); return mCamera; }
84    bool isRawImageCallbackBufferAvailable() const;
85    void release();
86
87private:
88    void copyAndPost(JNIEnv* env, const sp<IMemory>& dataPtr, int msgType);
89    void clearCallbackBuffers_l(JNIEnv *env, Vector<jbyteArray> *buffers);
90    void clearCallbackBuffers_l(JNIEnv *env);
91    jbyteArray getCallbackBuffer(JNIEnv *env, Vector<jbyteArray> *buffers, size_t bufferSize);
92
93    jobject     mCameraJObjectWeak;     // weak reference to java object
94    jclass      mCameraJClass;          // strong reference to java class
95    sp<Camera>  mCamera;                // strong reference to native object
96    jclass      mFaceClass;  // strong reference to Face class
97    jclass      mRectClass;  // strong reference to Rect class
98    jclass      mPointClass;  // strong reference to Point class
99    Mutex       mLock;
100
101    /*
102     * Global reference application-managed raw image buffer queue.
103     *
104     * Manual-only mode is supported for raw image callbacks, which is
105     * set whenever method addCallbackBuffer() with msgType =
106     * CAMERA_MSG_RAW_IMAGE is called; otherwise, null is returned
107     * with raw image callbacks.
108     */
109    Vector<jbyteArray> mRawImageCallbackBuffers;
110
111    /*
112     * Application-managed preview buffer queue and the flags
113     * associated with the usage of the preview buffer callback.
114     */
115    Vector<jbyteArray> mCallbackBuffers; // Global reference application managed byte[]
116    bool mManualBufferMode;              // Whether to use application managed buffers.
117    bool mManualCameraCallbackSet;       // Whether the callback has been set, used to
118                                         // reduce unnecessary calls to set the callback.
119};
120
121bool JNICameraContext::isRawImageCallbackBufferAvailable() const
122{
123    return !mRawImageCallbackBuffers.isEmpty();
124}
125
126sp<Camera> get_native_camera(JNIEnv *env, jobject thiz, JNICameraContext** pContext)
127{
128    sp<Camera> camera;
129    Mutex::Autolock _l(sLock);
130    JNICameraContext* context = reinterpret_cast<JNICameraContext*>(env->GetLongField(thiz, fields.context));
131    if (context != NULL) {
132        camera = context->getCamera();
133    }
134    ALOGV("get_native_camera: context=%p, camera=%p", context, camera.get());
135    if (camera == 0) {
136        jniThrowRuntimeException(env, "Method called after release()");
137    }
138
139    if (pContext != NULL) *pContext = context;
140    return camera;
141}
142
143JNICameraContext::JNICameraContext(JNIEnv* env, jobject weak_this, jclass clazz, const sp<Camera>& camera)
144{
145    mCameraJObjectWeak = env->NewGlobalRef(weak_this);
146    mCameraJClass = (jclass)env->NewGlobalRef(clazz);
147    mCamera = camera;
148
149    jclass faceClazz = env->FindClass("android/hardware/Camera$Face");
150    mFaceClass = (jclass) env->NewGlobalRef(faceClazz);
151
152    jclass rectClazz = env->FindClass("android/graphics/Rect");
153    mRectClass = (jclass) env->NewGlobalRef(rectClazz);
154
155    jclass pointClazz = env->FindClass("android/graphics/Point");
156    mPointClass = (jclass) env->NewGlobalRef(pointClazz);
157
158    mManualBufferMode = false;
159    mManualCameraCallbackSet = false;
160}
161
162void JNICameraContext::release()
163{
164    ALOGV("release");
165    Mutex::Autolock _l(mLock);
166    JNIEnv *env = AndroidRuntime::getJNIEnv();
167
168    if (mCameraJObjectWeak != NULL) {
169        env->DeleteGlobalRef(mCameraJObjectWeak);
170        mCameraJObjectWeak = NULL;
171    }
172    if (mCameraJClass != NULL) {
173        env->DeleteGlobalRef(mCameraJClass);
174        mCameraJClass = NULL;
175    }
176    if (mFaceClass != NULL) {
177        env->DeleteGlobalRef(mFaceClass);
178        mFaceClass = NULL;
179    }
180    if (mRectClass != NULL) {
181        env->DeleteGlobalRef(mRectClass);
182        mRectClass = NULL;
183    }
184    if (mPointClass != NULL) {
185        env->DeleteGlobalRef(mPointClass);
186        mPointClass = NULL;
187    }
188    clearCallbackBuffers_l(env);
189    mCamera.clear();
190}
191
192void JNICameraContext::notify(int32_t msgType, int32_t ext1, int32_t ext2)
193{
194    ALOGV("notify");
195
196    // VM pointer will be NULL if object is released
197    Mutex::Autolock _l(mLock);
198    if (mCameraJObjectWeak == NULL) {
199        ALOGW("callback on dead camera object");
200        return;
201    }
202    JNIEnv *env = AndroidRuntime::getJNIEnv();
203
204    /*
205     * If the notification or msgType is CAMERA_MSG_RAW_IMAGE_NOTIFY, change it
206     * to CAMERA_MSG_RAW_IMAGE since CAMERA_MSG_RAW_IMAGE_NOTIFY is not exposed
207     * to the Java app.
208     */
209    if (msgType == CAMERA_MSG_RAW_IMAGE_NOTIFY) {
210        msgType = CAMERA_MSG_RAW_IMAGE;
211    }
212
213    env->CallStaticVoidMethod(mCameraJClass, fields.post_event,
214            mCameraJObjectWeak, msgType, ext1, ext2, NULL);
215}
216
217jbyteArray JNICameraContext::getCallbackBuffer(
218        JNIEnv* env, Vector<jbyteArray>* buffers, size_t bufferSize)
219{
220    jbyteArray obj = NULL;
221
222    // Vector access should be protected by lock in postData()
223    if (!buffers->isEmpty()) {
224        ALOGV("Using callback buffer from queue of length %d", buffers->size());
225        jbyteArray globalBuffer = buffers->itemAt(0);
226        buffers->removeAt(0);
227
228        obj = (jbyteArray)env->NewLocalRef(globalBuffer);
229        env->DeleteGlobalRef(globalBuffer);
230
231        if (obj != NULL) {
232            jsize bufferLength = env->GetArrayLength(obj);
233            if ((int)bufferLength < (int)bufferSize) {
234                ALOGE("Callback buffer was too small! Expected %d bytes, but got %d bytes!",
235                    bufferSize, bufferLength);
236                env->DeleteLocalRef(obj);
237                return NULL;
238            }
239        }
240    }
241
242    return obj;
243}
244
245void JNICameraContext::copyAndPost(JNIEnv* env, const sp<IMemory>& dataPtr, int msgType)
246{
247    jbyteArray obj = NULL;
248
249    // allocate Java byte array and copy data
250    if (dataPtr != NULL) {
251        ssize_t offset;
252        size_t size;
253        sp<IMemoryHeap> heap = dataPtr->getMemory(&offset, &size);
254        ALOGV("copyAndPost: off=%zd, size=%zu", offset, size);
255        uint8_t *heapBase = (uint8_t*)heap->base();
256
257        if (heapBase != NULL) {
258            const jbyte* data = reinterpret_cast<const jbyte*>(heapBase + offset);
259
260            if (msgType == CAMERA_MSG_RAW_IMAGE) {
261                obj = getCallbackBuffer(env, &mRawImageCallbackBuffers, size);
262            } else if (msgType == CAMERA_MSG_PREVIEW_FRAME && mManualBufferMode) {
263                obj = getCallbackBuffer(env, &mCallbackBuffers, size);
264
265                if (mCallbackBuffers.isEmpty()) {
266                    ALOGV("Out of buffers, clearing callback!");
267                    mCamera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_NOOP);
268                    mManualCameraCallbackSet = false;
269
270                    if (obj == NULL) {
271                        return;
272                    }
273                }
274            } else {
275                ALOGV("Allocating callback buffer");
276                obj = env->NewByteArray(size);
277            }
278
279            if (obj == NULL) {
280                ALOGE("Couldn't allocate byte array for JPEG data");
281                env->ExceptionClear();
282            } else {
283                env->SetByteArrayRegion(obj, 0, size, data);
284            }
285        } else {
286            ALOGE("image heap is NULL");
287        }
288    }
289
290    // post image data to Java
291    env->CallStaticVoidMethod(mCameraJClass, fields.post_event,
292            mCameraJObjectWeak, msgType, 0, 0, obj);
293    if (obj) {
294        env->DeleteLocalRef(obj);
295    }
296}
297
298void JNICameraContext::postData(int32_t msgType, const sp<IMemory>& dataPtr,
299                                camera_frame_metadata_t *metadata)
300{
301    // VM pointer will be NULL if object is released
302    Mutex::Autolock _l(mLock);
303    JNIEnv *env = AndroidRuntime::getJNIEnv();
304    if (mCameraJObjectWeak == NULL) {
305        ALOGW("callback on dead camera object");
306        return;
307    }
308
309    int32_t dataMsgType = msgType & ~CAMERA_MSG_PREVIEW_METADATA;
310
311    // return data based on callback type
312    switch (dataMsgType) {
313        case CAMERA_MSG_VIDEO_FRAME:
314            // should never happen
315            break;
316
317        // For backward-compatibility purpose, if there is no callback
318        // buffer for raw image, the callback returns null.
319        case CAMERA_MSG_RAW_IMAGE:
320            ALOGV("rawCallback");
321            if (mRawImageCallbackBuffers.isEmpty()) {
322                env->CallStaticVoidMethod(mCameraJClass, fields.post_event,
323                        mCameraJObjectWeak, dataMsgType, 0, 0, NULL);
324            } else {
325                copyAndPost(env, dataPtr, dataMsgType);
326            }
327            break;
328
329        // There is no data.
330        case 0:
331            break;
332
333        default:
334            ALOGV("dataCallback(%d, %p)", dataMsgType, dataPtr.get());
335            copyAndPost(env, dataPtr, dataMsgType);
336            break;
337    }
338
339    // post frame metadata to Java
340    if (metadata && (msgType & CAMERA_MSG_PREVIEW_METADATA)) {
341        postMetadata(env, CAMERA_MSG_PREVIEW_METADATA, metadata);
342    }
343}
344
345void JNICameraContext::postDataTimestamp(nsecs_t timestamp, int32_t msgType, const sp<IMemory>& dataPtr)
346{
347    // TODO: plumb up to Java. For now, just drop the timestamp
348    postData(msgType, dataPtr, NULL);
349}
350
351void JNICameraContext::postMetadata(JNIEnv *env, int32_t msgType, camera_frame_metadata_t *metadata)
352{
353    jobjectArray obj = NULL;
354    obj = (jobjectArray) env->NewObjectArray(metadata->number_of_faces,
355                                             mFaceClass, NULL);
356    if (obj == NULL) {
357        ALOGE("Couldn't allocate face metadata array");
358        return;
359    }
360
361    for (int i = 0; i < metadata->number_of_faces; i++) {
362        jobject face = env->NewObject(mFaceClass, fields.face_constructor);
363        env->SetObjectArrayElement(obj, i, face);
364
365        jobject rect = env->NewObject(mRectClass, fields.rect_constructor);
366        env->SetIntField(rect, fields.rect_left, metadata->faces[i].rect[0]);
367        env->SetIntField(rect, fields.rect_top, metadata->faces[i].rect[1]);
368        env->SetIntField(rect, fields.rect_right, metadata->faces[i].rect[2]);
369        env->SetIntField(rect, fields.rect_bottom, metadata->faces[i].rect[3]);
370
371        env->SetObjectField(face, fields.face_rect, rect);
372        env->SetIntField(face, fields.face_score, metadata->faces[i].score);
373
374        bool optionalFields = metadata->faces[i].id != 0
375            && metadata->faces[i].left_eye[0] != -2000 && metadata->faces[i].left_eye[1] != -2000
376            && metadata->faces[i].right_eye[0] != -2000 && metadata->faces[i].right_eye[1] != -2000
377            && metadata->faces[i].mouth[0] != -2000 && metadata->faces[i].mouth[1] != -2000;
378        if (optionalFields) {
379            int32_t id = metadata->faces[i].id;
380            env->SetIntField(face, fields.face_id, id);
381
382            jobject leftEye = env->NewObject(mPointClass, fields.point_constructor);
383            env->SetIntField(leftEye, fields.point_x, metadata->faces[i].left_eye[0]);
384            env->SetIntField(leftEye, fields.point_y, metadata->faces[i].left_eye[1]);
385            env->SetObjectField(face, fields.face_left_eye, leftEye);
386            env->DeleteLocalRef(leftEye);
387
388            jobject rightEye = env->NewObject(mPointClass, fields.point_constructor);
389            env->SetIntField(rightEye, fields.point_x, metadata->faces[i].right_eye[0]);
390            env->SetIntField(rightEye, fields.point_y, metadata->faces[i].right_eye[1]);
391            env->SetObjectField(face, fields.face_right_eye, rightEye);
392            env->DeleteLocalRef(rightEye);
393
394            jobject mouth = env->NewObject(mPointClass, fields.point_constructor);
395            env->SetIntField(mouth, fields.point_x, metadata->faces[i].mouth[0]);
396            env->SetIntField(mouth, fields.point_y, metadata->faces[i].mouth[1]);
397            env->SetObjectField(face, fields.face_mouth, mouth);
398            env->DeleteLocalRef(mouth);
399        }
400
401        env->DeleteLocalRef(face);
402        env->DeleteLocalRef(rect);
403    }
404    env->CallStaticVoidMethod(mCameraJClass, fields.post_event,
405            mCameraJObjectWeak, msgType, 0, 0, obj);
406    env->DeleteLocalRef(obj);
407}
408
409void JNICameraContext::setCallbackMode(JNIEnv *env, bool installed, bool manualMode)
410{
411    Mutex::Autolock _l(mLock);
412    mManualBufferMode = manualMode;
413    mManualCameraCallbackSet = false;
414
415    // In order to limit the over usage of binder threads, all non-manual buffer
416    // callbacks use CAMERA_FRAME_CALLBACK_FLAG_BARCODE_SCANNER mode now.
417    //
418    // Continuous callbacks will have the callback re-registered from handleMessage.
419    // Manual buffer mode will operate as fast as possible, relying on the finite supply
420    // of buffers for throttling.
421
422    if (!installed) {
423        mCamera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_NOOP);
424        clearCallbackBuffers_l(env, &mCallbackBuffers);
425    } else if (mManualBufferMode) {
426        if (!mCallbackBuffers.isEmpty()) {
427            mCamera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_CAMERA);
428            mManualCameraCallbackSet = true;
429        }
430    } else {
431        mCamera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_BARCODE_SCANNER);
432        clearCallbackBuffers_l(env, &mCallbackBuffers);
433    }
434}
435
436void JNICameraContext::addCallbackBuffer(
437        JNIEnv *env, jbyteArray cbb, int msgType)
438{
439    ALOGV("addCallbackBuffer: 0x%x", msgType);
440    if (cbb != NULL) {
441        Mutex::Autolock _l(mLock);
442        switch (msgType) {
443            case CAMERA_MSG_PREVIEW_FRAME: {
444                jbyteArray callbackBuffer = (jbyteArray)env->NewGlobalRef(cbb);
445                mCallbackBuffers.push(callbackBuffer);
446
447                ALOGV("Adding callback buffer to queue, %d total",
448                        mCallbackBuffers.size());
449
450                // We want to make sure the camera knows we're ready for the
451                // next frame. This may have come unset had we not had a
452                // callbackbuffer ready for it last time.
453                if (mManualBufferMode && !mManualCameraCallbackSet) {
454                    mCamera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_CAMERA);
455                    mManualCameraCallbackSet = true;
456                }
457                break;
458            }
459            case CAMERA_MSG_RAW_IMAGE: {
460                jbyteArray callbackBuffer = (jbyteArray)env->NewGlobalRef(cbb);
461                mRawImageCallbackBuffers.push(callbackBuffer);
462                break;
463            }
464            default: {
465                jniThrowException(env,
466                        "java/lang/IllegalArgumentException",
467                        "Unsupported message type");
468                return;
469            }
470        }
471    } else {
472       ALOGE("Null byte array!");
473    }
474}
475
476void JNICameraContext::clearCallbackBuffers_l(JNIEnv *env)
477{
478    clearCallbackBuffers_l(env, &mCallbackBuffers);
479    clearCallbackBuffers_l(env, &mRawImageCallbackBuffers);
480}
481
482void JNICameraContext::clearCallbackBuffers_l(JNIEnv *env, Vector<jbyteArray> *buffers) {
483    ALOGV("Clearing callback buffers, %d remained", buffers->size());
484    while (!buffers->isEmpty()) {
485        env->DeleteGlobalRef(buffers->top());
486        buffers->pop();
487    }
488}
489
490static jint android_hardware_Camera_getNumberOfCameras(JNIEnv *env, jobject thiz)
491{
492    return Camera::getNumberOfCameras();
493}
494
495static void android_hardware_Camera_getCameraInfo(JNIEnv *env, jobject thiz,
496    jint cameraId, jobject info_obj)
497{
498    CameraInfo cameraInfo;
499    status_t rc = Camera::getCameraInfo(cameraId, &cameraInfo);
500    if (rc != NO_ERROR) {
501        jniThrowRuntimeException(env, "Fail to get camera info");
502        return;
503    }
504    env->SetIntField(info_obj, fields.facing, cameraInfo.facing);
505    env->SetIntField(info_obj, fields.orientation, cameraInfo.orientation);
506
507    char value[PROPERTY_VALUE_MAX];
508    property_get("ro.camera.sound.forced", value, "0");
509    jboolean canDisableShutterSound = (strncmp(value, "0", 2) == 0);
510    env->SetBooleanField(info_obj, fields.canDisableShutterSound,
511            canDisableShutterSound);
512}
513
514// connect to camera service
515static jint android_hardware_Camera_native_setup(JNIEnv *env, jobject thiz,
516    jobject weak_this, jint cameraId, jint halVersion, jstring clientPackageName)
517{
518    // Convert jstring to String16
519    const char16_t *rawClientName = env->GetStringChars(clientPackageName, NULL);
520    jsize rawClientNameLen = env->GetStringLength(clientPackageName);
521    String16 clientName(rawClientName, rawClientNameLen);
522    env->ReleaseStringChars(clientPackageName, rawClientName);
523
524    sp<Camera> camera;
525    if (halVersion == CAMERA_HAL_API_VERSION_NORMAL_CONNECT) {
526        // Default path: hal version is don't care, do normal camera connect.
527        camera = Camera::connect(cameraId, clientName,
528                Camera::USE_CALLING_UID);
529    } else {
530        jint status = Camera::connectLegacy(cameraId, halVersion, clientName,
531                Camera::USE_CALLING_UID, camera);
532        if (status != NO_ERROR) {
533            return status;
534        }
535    }
536
537    if (camera == NULL) {
538        return -EACCES;
539    }
540
541    // make sure camera hardware is alive
542    if (camera->getStatus() != NO_ERROR) {
543        return NO_INIT;
544    }
545
546    jclass clazz = env->GetObjectClass(thiz);
547    if (clazz == NULL) {
548        // This should never happen
549        jniThrowRuntimeException(env, "Can't find android/hardware/Camera");
550        return INVALID_OPERATION;
551    }
552
553    // We use a weak reference so the Camera object can be garbage collected.
554    // The reference is only used as a proxy for callbacks.
555    sp<JNICameraContext> context = new JNICameraContext(env, weak_this, clazz, camera);
556    context->incStrong((void*)android_hardware_Camera_native_setup);
557    camera->setListener(context);
558
559    // save context in opaque field
560    env->SetLongField(thiz, fields.context, (jlong)context.get());
561    return NO_ERROR;
562}
563
564// disconnect from camera service
565// It's okay to call this when the native camera context is already null.
566// This handles the case where the user has called release() and the
567// finalizer is invoked later.
568static void android_hardware_Camera_release(JNIEnv *env, jobject thiz)
569{
570    ALOGV("release camera");
571    JNICameraContext* context = NULL;
572    sp<Camera> camera;
573    {
574        Mutex::Autolock _l(sLock);
575        context = reinterpret_cast<JNICameraContext*>(env->GetLongField(thiz, fields.context));
576
577        // Make sure we do not attempt to callback on a deleted Java object.
578        env->SetLongField(thiz, fields.context, 0);
579    }
580
581    // clean up if release has not been called before
582    if (context != NULL) {
583        camera = context->getCamera();
584        context->release();
585        ALOGV("native_release: context=%p camera=%p", context, camera.get());
586
587        // clear callbacks
588        if (camera != NULL) {
589            camera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_NOOP);
590            camera->disconnect();
591        }
592
593        // remove context to prevent further Java access
594        context->decStrong((void*)android_hardware_Camera_native_setup);
595    }
596}
597
598static void android_hardware_Camera_setPreviewSurface(JNIEnv *env, jobject thiz, jobject jSurface)
599{
600    ALOGV("setPreviewSurface");
601    sp<Camera> camera = get_native_camera(env, thiz, NULL);
602    if (camera == 0) return;
603
604    sp<IGraphicBufferProducer> gbp;
605    sp<Surface> surface;
606    if (jSurface) {
607        surface = android_view_Surface_getSurface(env, jSurface);
608        if (surface != NULL) {
609            gbp = surface->getIGraphicBufferProducer();
610        }
611    }
612
613    if (camera->setPreviewTarget(gbp) != NO_ERROR) {
614        jniThrowException(env, "java/io/IOException", "setPreviewTexture failed");
615    }
616}
617
618static void android_hardware_Camera_setPreviewTexture(JNIEnv *env,
619        jobject thiz, jobject jSurfaceTexture)
620{
621    ALOGV("setPreviewTexture");
622    sp<Camera> camera = get_native_camera(env, thiz, NULL);
623    if (camera == 0) return;
624
625    sp<IGraphicBufferProducer> producer = NULL;
626    if (jSurfaceTexture != NULL) {
627        producer = SurfaceTexture_getProducer(env, jSurfaceTexture);
628        if (producer == NULL) {
629            jniThrowException(env, "java/lang/IllegalArgumentException",
630                    "SurfaceTexture already released in setPreviewTexture");
631            return;
632        }
633
634    }
635
636    if (camera->setPreviewTarget(producer) != NO_ERROR) {
637        jniThrowException(env, "java/io/IOException",
638                "setPreviewTexture failed");
639    }
640}
641
642static void android_hardware_Camera_setPreviewCallbackSurface(JNIEnv *env,
643        jobject thiz, jobject jSurface)
644{
645    ALOGV("setPreviewCallbackSurface");
646    JNICameraContext* context;
647    sp<Camera> camera = get_native_camera(env, thiz, &context);
648    if (camera == 0) return;
649
650    sp<IGraphicBufferProducer> gbp;
651    sp<Surface> surface;
652    if (jSurface) {
653        surface = android_view_Surface_getSurface(env, jSurface);
654        if (surface != NULL) {
655            gbp = surface->getIGraphicBufferProducer();
656        }
657    }
658    // Clear out normal preview callbacks
659    context->setCallbackMode(env, false, false);
660    // Then set up callback surface
661    if (camera->setPreviewCallbackTarget(gbp) != NO_ERROR) {
662        jniThrowException(env, "java/io/IOException", "setPreviewCallbackTarget failed");
663    }
664}
665
666static void android_hardware_Camera_startPreview(JNIEnv *env, jobject thiz)
667{
668    ALOGV("startPreview");
669    sp<Camera> camera = get_native_camera(env, thiz, NULL);
670    if (camera == 0) return;
671
672    if (camera->startPreview() != NO_ERROR) {
673        jniThrowRuntimeException(env, "startPreview failed");
674        return;
675    }
676}
677
678static void android_hardware_Camera_stopPreview(JNIEnv *env, jobject thiz)
679{
680    ALOGV("stopPreview");
681    sp<Camera> c = get_native_camera(env, thiz, NULL);
682    if (c == 0) return;
683
684    c->stopPreview();
685}
686
687static jboolean android_hardware_Camera_previewEnabled(JNIEnv *env, jobject thiz)
688{
689    ALOGV("previewEnabled");
690    sp<Camera> c = get_native_camera(env, thiz, NULL);
691    if (c == 0) return JNI_FALSE;
692
693    return c->previewEnabled() ? JNI_TRUE : JNI_FALSE;
694}
695
696static void android_hardware_Camera_setHasPreviewCallback(JNIEnv *env, jobject thiz, jboolean installed, jboolean manualBuffer)
697{
698    ALOGV("setHasPreviewCallback: installed:%d, manualBuffer:%d", (int)installed, (int)manualBuffer);
699    // Important: Only install preview_callback if the Java code has called
700    // setPreviewCallback() with a non-null value, otherwise we'd pay to memcpy
701    // each preview frame for nothing.
702    JNICameraContext* context;
703    sp<Camera> camera = get_native_camera(env, thiz, &context);
704    if (camera == 0) return;
705
706    // setCallbackMode will take care of setting the context flags and calling
707    // camera->setPreviewCallbackFlags within a mutex for us.
708    context->setCallbackMode(env, installed, manualBuffer);
709}
710
711static void android_hardware_Camera_addCallbackBuffer(JNIEnv *env, jobject thiz, jbyteArray bytes, jint msgType) {
712    ALOGV("addCallbackBuffer: 0x%x", msgType);
713
714    JNICameraContext* context = reinterpret_cast<JNICameraContext*>(env->GetLongField(thiz, fields.context));
715
716    if (context != NULL) {
717        context->addCallbackBuffer(env, bytes, msgType);
718    }
719}
720
721static void android_hardware_Camera_autoFocus(JNIEnv *env, jobject thiz)
722{
723    ALOGV("autoFocus");
724    JNICameraContext* context;
725    sp<Camera> c = get_native_camera(env, thiz, &context);
726    if (c == 0) return;
727
728    if (c->autoFocus() != NO_ERROR) {
729        jniThrowRuntimeException(env, "autoFocus failed");
730    }
731}
732
733static void android_hardware_Camera_cancelAutoFocus(JNIEnv *env, jobject thiz)
734{
735    ALOGV("cancelAutoFocus");
736    JNICameraContext* context;
737    sp<Camera> c = get_native_camera(env, thiz, &context);
738    if (c == 0) return;
739
740    if (c->cancelAutoFocus() != NO_ERROR) {
741        jniThrowRuntimeException(env, "cancelAutoFocus failed");
742    }
743}
744
745static void android_hardware_Camera_takePicture(JNIEnv *env, jobject thiz, jint msgType)
746{
747    ALOGV("takePicture");
748    JNICameraContext* context;
749    sp<Camera> camera = get_native_camera(env, thiz, &context);
750    if (camera == 0) return;
751
752    /*
753     * When CAMERA_MSG_RAW_IMAGE is requested, if the raw image callback
754     * buffer is available, CAMERA_MSG_RAW_IMAGE is enabled to get the
755     * notification _and_ the data; otherwise, CAMERA_MSG_RAW_IMAGE_NOTIFY
756     * is enabled to receive the callback notification but no data.
757     *
758     * Note that CAMERA_MSG_RAW_IMAGE_NOTIFY is not exposed to the
759     * Java application.
760     */
761    if (msgType & CAMERA_MSG_RAW_IMAGE) {
762        ALOGV("Enable raw image callback buffer");
763        if (!context->isRawImageCallbackBufferAvailable()) {
764            ALOGV("Enable raw image notification, since no callback buffer exists");
765            msgType &= ~CAMERA_MSG_RAW_IMAGE;
766            msgType |= CAMERA_MSG_RAW_IMAGE_NOTIFY;
767        }
768    }
769
770    if (camera->takePicture(msgType) != NO_ERROR) {
771        jniThrowRuntimeException(env, "takePicture failed");
772        return;
773    }
774}
775
776static void android_hardware_Camera_setParameters(JNIEnv *env, jobject thiz, jstring params)
777{
778    ALOGV("setParameters");
779    sp<Camera> camera = get_native_camera(env, thiz, NULL);
780    if (camera == 0) return;
781
782    const jchar* str = env->GetStringCritical(params, 0);
783    String8 params8;
784    if (params) {
785        params8 = String8(str, env->GetStringLength(params));
786        env->ReleaseStringCritical(params, str);
787    }
788    if (camera->setParameters(params8) != NO_ERROR) {
789        jniThrowRuntimeException(env, "setParameters failed");
790        return;
791    }
792}
793
794static jstring android_hardware_Camera_getParameters(JNIEnv *env, jobject thiz)
795{
796    ALOGV("getParameters");
797    sp<Camera> camera = get_native_camera(env, thiz, NULL);
798    if (camera == 0) return 0;
799
800    String8 params8 = camera->getParameters();
801    if (params8.isEmpty()) {
802        jniThrowRuntimeException(env, "getParameters failed (empty parameters)");
803        return 0;
804    }
805    return env->NewStringUTF(params8.string());
806}
807
808static void android_hardware_Camera_reconnect(JNIEnv *env, jobject thiz)
809{
810    ALOGV("reconnect");
811    sp<Camera> camera = get_native_camera(env, thiz, NULL);
812    if (camera == 0) return;
813
814    if (camera->reconnect() != NO_ERROR) {
815        jniThrowException(env, "java/io/IOException", "reconnect failed");
816        return;
817    }
818}
819
820static void android_hardware_Camera_lock(JNIEnv *env, jobject thiz)
821{
822    ALOGV("lock");
823    sp<Camera> camera = get_native_camera(env, thiz, NULL);
824    if (camera == 0) return;
825
826    if (camera->lock() != NO_ERROR) {
827        jniThrowRuntimeException(env, "lock failed");
828    }
829}
830
831static void android_hardware_Camera_unlock(JNIEnv *env, jobject thiz)
832{
833    ALOGV("unlock");
834    sp<Camera> camera = get_native_camera(env, thiz, NULL);
835    if (camera == 0) return;
836
837    if (camera->unlock() != NO_ERROR) {
838        jniThrowRuntimeException(env, "unlock failed");
839    }
840}
841
842static void android_hardware_Camera_startSmoothZoom(JNIEnv *env, jobject thiz, jint value)
843{
844    ALOGV("startSmoothZoom");
845    sp<Camera> camera = get_native_camera(env, thiz, NULL);
846    if (camera == 0) return;
847
848    status_t rc = camera->sendCommand(CAMERA_CMD_START_SMOOTH_ZOOM, value, 0);
849    if (rc == BAD_VALUE) {
850        char msg[64];
851        sprintf(msg, "invalid zoom value=%d", value);
852        jniThrowException(env, "java/lang/IllegalArgumentException", msg);
853    } else if (rc != NO_ERROR) {
854        jniThrowRuntimeException(env, "start smooth zoom failed");
855    }
856}
857
858static void android_hardware_Camera_stopSmoothZoom(JNIEnv *env, jobject thiz)
859{
860    ALOGV("stopSmoothZoom");
861    sp<Camera> camera = get_native_camera(env, thiz, NULL);
862    if (camera == 0) return;
863
864    if (camera->sendCommand(CAMERA_CMD_STOP_SMOOTH_ZOOM, 0, 0) != NO_ERROR) {
865        jniThrowRuntimeException(env, "stop smooth zoom failed");
866    }
867}
868
869static void android_hardware_Camera_setDisplayOrientation(JNIEnv *env, jobject thiz,
870        jint value)
871{
872    ALOGV("setDisplayOrientation");
873    sp<Camera> camera = get_native_camera(env, thiz, NULL);
874    if (camera == 0) return;
875
876    if (camera->sendCommand(CAMERA_CMD_SET_DISPLAY_ORIENTATION, value, 0) != NO_ERROR) {
877        jniThrowRuntimeException(env, "set display orientation failed");
878    }
879}
880
881static jboolean android_hardware_Camera_enableShutterSound(JNIEnv *env, jobject thiz,
882        jboolean enabled)
883{
884    ALOGV("enableShutterSound");
885    sp<Camera> camera = get_native_camera(env, thiz, NULL);
886    if (camera == 0) return JNI_FALSE;
887
888    int32_t value = (enabled == JNI_TRUE) ? 1 : 0;
889    status_t rc = camera->sendCommand(CAMERA_CMD_ENABLE_SHUTTER_SOUND, value, 0);
890    if (rc == NO_ERROR) {
891        return JNI_TRUE;
892    } else if (rc == PERMISSION_DENIED) {
893        return JNI_FALSE;
894    } else {
895        jniThrowRuntimeException(env, "enable shutter sound failed");
896        return JNI_FALSE;
897    }
898}
899
900static void android_hardware_Camera_startFaceDetection(JNIEnv *env, jobject thiz,
901        jint type)
902{
903    ALOGV("startFaceDetection");
904    JNICameraContext* context;
905    sp<Camera> camera = get_native_camera(env, thiz, &context);
906    if (camera == 0) return;
907
908    status_t rc = camera->sendCommand(CAMERA_CMD_START_FACE_DETECTION, type, 0);
909    if (rc == BAD_VALUE) {
910        char msg[64];
911        snprintf(msg, sizeof(msg), "invalid face detection type=%d", type);
912        jniThrowException(env, "java/lang/IllegalArgumentException", msg);
913    } else if (rc != NO_ERROR) {
914        jniThrowRuntimeException(env, "start face detection failed");
915    }
916}
917
918static void android_hardware_Camera_stopFaceDetection(JNIEnv *env, jobject thiz)
919{
920    ALOGV("stopFaceDetection");
921    sp<Camera> camera = get_native_camera(env, thiz, NULL);
922    if (camera == 0) return;
923
924    if (camera->sendCommand(CAMERA_CMD_STOP_FACE_DETECTION, 0, 0) != NO_ERROR) {
925        jniThrowRuntimeException(env, "stop face detection failed");
926    }
927}
928
929static void android_hardware_Camera_enableFocusMoveCallback(JNIEnv *env, jobject thiz, jint enable)
930{
931    ALOGV("enableFocusMoveCallback");
932    sp<Camera> camera = get_native_camera(env, thiz, NULL);
933    if (camera == 0) return;
934
935    if (camera->sendCommand(CAMERA_CMD_ENABLE_FOCUS_MOVE_MSG, enable, 0) != NO_ERROR) {
936        jniThrowRuntimeException(env, "enable focus move callback failed");
937    }
938}
939
940//-------------------------------------------------
941
942static JNINativeMethod camMethods[] = {
943  { "getNumberOfCameras",
944    "()I",
945    (void *)android_hardware_Camera_getNumberOfCameras },
946  { "_getCameraInfo",
947    "(ILandroid/hardware/Camera$CameraInfo;)V",
948    (void*)android_hardware_Camera_getCameraInfo },
949  { "native_setup",
950    "(Ljava/lang/Object;IILjava/lang/String;)I",
951    (void*)android_hardware_Camera_native_setup },
952  { "native_release",
953    "()V",
954    (void*)android_hardware_Camera_release },
955  { "setPreviewSurface",
956    "(Landroid/view/Surface;)V",
957    (void *)android_hardware_Camera_setPreviewSurface },
958  { "setPreviewTexture",
959    "(Landroid/graphics/SurfaceTexture;)V",
960    (void *)android_hardware_Camera_setPreviewTexture },
961  { "setPreviewCallbackSurface",
962    "(Landroid/view/Surface;)V",
963    (void *)android_hardware_Camera_setPreviewCallbackSurface },
964  { "startPreview",
965    "()V",
966    (void *)android_hardware_Camera_startPreview },
967  { "_stopPreview",
968    "()V",
969    (void *)android_hardware_Camera_stopPreview },
970  { "previewEnabled",
971    "()Z",
972    (void *)android_hardware_Camera_previewEnabled },
973  { "setHasPreviewCallback",
974    "(ZZ)V",
975    (void *)android_hardware_Camera_setHasPreviewCallback },
976  { "_addCallbackBuffer",
977    "([BI)V",
978    (void *)android_hardware_Camera_addCallbackBuffer },
979  { "native_autoFocus",
980    "()V",
981    (void *)android_hardware_Camera_autoFocus },
982  { "native_cancelAutoFocus",
983    "()V",
984    (void *)android_hardware_Camera_cancelAutoFocus },
985  { "native_takePicture",
986    "(I)V",
987    (void *)android_hardware_Camera_takePicture },
988  { "native_setParameters",
989    "(Ljava/lang/String;)V",
990    (void *)android_hardware_Camera_setParameters },
991  { "native_getParameters",
992    "()Ljava/lang/String;",
993    (void *)android_hardware_Camera_getParameters },
994  { "reconnect",
995    "()V",
996    (void*)android_hardware_Camera_reconnect },
997  { "lock",
998    "()V",
999    (void*)android_hardware_Camera_lock },
1000  { "unlock",
1001    "()V",
1002    (void*)android_hardware_Camera_unlock },
1003  { "startSmoothZoom",
1004    "(I)V",
1005    (void *)android_hardware_Camera_startSmoothZoom },
1006  { "stopSmoothZoom",
1007    "()V",
1008    (void *)android_hardware_Camera_stopSmoothZoom },
1009  { "setDisplayOrientation",
1010    "(I)V",
1011    (void *)android_hardware_Camera_setDisplayOrientation },
1012  { "_enableShutterSound",
1013    "(Z)Z",
1014    (void *)android_hardware_Camera_enableShutterSound },
1015  { "_startFaceDetection",
1016    "(I)V",
1017    (void *)android_hardware_Camera_startFaceDetection },
1018  { "_stopFaceDetection",
1019    "()V",
1020    (void *)android_hardware_Camera_stopFaceDetection},
1021  { "enableFocusMoveCallback",
1022    "(I)V",
1023    (void *)android_hardware_Camera_enableFocusMoveCallback},
1024};
1025
1026struct field {
1027    const char *class_name;
1028    const char *field_name;
1029    const char *field_type;
1030    jfieldID   *jfield;
1031};
1032
1033static int find_fields(JNIEnv *env, field *fields, int count)
1034{
1035    for (int i = 0; i < count; i++) {
1036        field *f = &fields[i];
1037        jclass clazz = env->FindClass(f->class_name);
1038        if (clazz == NULL) {
1039            ALOGE("Can't find %s", f->class_name);
1040            return -1;
1041        }
1042
1043        jfieldID field = env->GetFieldID(clazz, f->field_name, f->field_type);
1044        if (field == NULL) {
1045            ALOGE("Can't find %s.%s", f->class_name, f->field_name);
1046            return -1;
1047        }
1048
1049        *(f->jfield) = field;
1050    }
1051
1052    return 0;
1053}
1054
1055// Get all the required offsets in java class and register native functions
1056int register_android_hardware_Camera(JNIEnv *env)
1057{
1058    field fields_to_find[] = {
1059        { "android/hardware/Camera", "mNativeContext",   "J", &fields.context },
1060        { "android/hardware/Camera$CameraInfo", "facing",   "I", &fields.facing },
1061        { "android/hardware/Camera$CameraInfo", "orientation",   "I", &fields.orientation },
1062        { "android/hardware/Camera$CameraInfo", "canDisableShutterSound",   "Z",
1063          &fields.canDisableShutterSound },
1064        { "android/hardware/Camera$Face", "rect", "Landroid/graphics/Rect;", &fields.face_rect },
1065        { "android/hardware/Camera$Face", "leftEye", "Landroid/graphics/Point;", &fields.face_left_eye},
1066        { "android/hardware/Camera$Face", "rightEye", "Landroid/graphics/Point;", &fields.face_right_eye},
1067        { "android/hardware/Camera$Face", "mouth", "Landroid/graphics/Point;", &fields.face_mouth},
1068        { "android/hardware/Camera$Face", "score", "I", &fields.face_score },
1069        { "android/hardware/Camera$Face", "id", "I", &fields.face_id},
1070        { "android/graphics/Rect", "left", "I", &fields.rect_left },
1071        { "android/graphics/Rect", "top", "I", &fields.rect_top },
1072        { "android/graphics/Rect", "right", "I", &fields.rect_right },
1073        { "android/graphics/Rect", "bottom", "I", &fields.rect_bottom },
1074        { "android/graphics/Point", "x", "I", &fields.point_x},
1075        { "android/graphics/Point", "y", "I", &fields.point_y},
1076    };
1077
1078    if (find_fields(env, fields_to_find, NELEM(fields_to_find)) < 0)
1079        return -1;
1080
1081    jclass clazz = env->FindClass("android/hardware/Camera");
1082    fields.post_event = env->GetStaticMethodID(clazz, "postEventFromNative",
1083                                               "(Ljava/lang/Object;IIILjava/lang/Object;)V");
1084    if (fields.post_event == NULL) {
1085        ALOGE("Can't find android/hardware/Camera.postEventFromNative");
1086        return -1;
1087    }
1088
1089    clazz = env->FindClass("android/graphics/Rect");
1090    fields.rect_constructor = env->GetMethodID(clazz, "<init>", "()V");
1091    if (fields.rect_constructor == NULL) {
1092        ALOGE("Can't find android/graphics/Rect.Rect()");
1093        return -1;
1094    }
1095
1096    clazz = env->FindClass("android/hardware/Camera$Face");
1097    fields.face_constructor = env->GetMethodID(clazz, "<init>", "()V");
1098    if (fields.face_constructor == NULL) {
1099        ALOGE("Can't find android/hardware/Camera$Face.Face()");
1100        return -1;
1101    }
1102
1103    clazz = env->FindClass("android/graphics/Point");
1104    fields.point_constructor = env->GetMethodID(clazz, "<init>", "()V");
1105    if (fields.point_constructor == NULL) {
1106        ALOGE("Can't find android/graphics/Point()");
1107        return -1;
1108    }
1109
1110    // Register native functions
1111    return AndroidRuntime::registerNativeMethods(env, "android/hardware/Camera",
1112                                              camMethods, NELEM(camMethods));
1113}
1114