android_view_Surface.cpp revision 7023df08f14ec5dee76ac54c03e870f84e297636
1/*
2 * Copyright (C) 2007 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "Surface"
18
19#include <stdio.h>
20
21#include "jni.h"
22#include "JNIHelp.h"
23#include "android_os_Parcel.h"
24#include "android/graphics/GraphicsJNI.h"
25
26#include <android_runtime/AndroidRuntime.h>
27#include <android_runtime/android_view_Surface.h>
28#include <android_runtime/android_graphics_SurfaceTexture.h>
29#include <android_runtime/Log.h>
30
31#include <binder/Parcel.h>
32
33#include <gui/Surface.h>
34#include <gui/SurfaceControl.h>
35#include <gui/GLConsumer.h>
36
37#include <ui/Rect.h>
38#include <ui/Region.h>
39
40#include <SkCanvas.h>
41#include <SkBitmap.h>
42#include <SkImage.h>
43#include <SkRegion.h>
44
45#include <utils/misc.h>
46#include <utils/Log.h>
47
48#include <ScopedUtfChars.h>
49
50// ----------------------------------------------------------------------------
51
52namespace android {
53
54static const char* const OutOfResourcesException =
55    "android/view/Surface$OutOfResourcesException";
56
57static struct {
58    jclass clazz;
59    jfieldID mNativeObject;
60    jfieldID mLock;
61    jmethodID ctor;
62} gSurfaceClassInfo;
63
64static struct {
65    jfieldID left;
66    jfieldID top;
67    jfieldID right;
68    jfieldID bottom;
69} gRectClassInfo;
70
71static struct {
72    jfieldID mFinalizer;
73    jfieldID mNativeCanvas;
74    jfieldID mSurfaceFormat;
75} gCanvasClassInfo;
76
77static struct {
78    jfieldID mNativeCanvas;
79} gCanvasFinalizerClassInfo;
80
81// ----------------------------------------------------------------------------
82
83// this is just a pointer we use to pass to inc/decStrong
84static const void *sRefBaseOwner;
85
86bool android_view_Surface_isInstanceOf(JNIEnv* env, jobject obj) {
87    return env->IsInstanceOf(obj, gSurfaceClassInfo.clazz);
88}
89
90sp<ANativeWindow> android_view_Surface_getNativeWindow(JNIEnv* env, jobject surfaceObj) {
91    return android_view_Surface_getSurface(env, surfaceObj);
92}
93
94sp<Surface> android_view_Surface_getSurface(JNIEnv* env, jobject surfaceObj) {
95    sp<Surface> sur;
96    jobject lock = env->GetObjectField(surfaceObj,
97            gSurfaceClassInfo.mLock);
98    if (env->MonitorEnter(lock) == JNI_OK) {
99        sur = reinterpret_cast<Surface *>(
100                env->GetIntField(surfaceObj, gSurfaceClassInfo.mNativeObject));
101        env->MonitorExit(lock);
102    }
103    return sur;
104}
105
106jobject android_view_Surface_createFromIGraphicBufferProducer(JNIEnv* env,
107        const sp<IGraphicBufferProducer>& bufferProducer) {
108    if (bufferProducer == NULL) {
109        return NULL;
110    }
111
112    sp<Surface> surface(new Surface(bufferProducer, true));
113    if (surface == NULL) {
114        return NULL;
115    }
116
117    jobject surfaceObj = env->NewObject(gSurfaceClassInfo.clazz, gSurfaceClassInfo.ctor, surface.get());
118    if (surfaceObj == NULL) {
119        if (env->ExceptionCheck()) {
120            ALOGE("Could not create instance of Surface from IGraphicBufferProducer.");
121            LOGE_EX(env);
122            env->ExceptionClear();
123        }
124        return NULL;
125    }
126    surface->incStrong(&sRefBaseOwner);
127    return surfaceObj;
128}
129
130// ----------------------------------------------------------------------------
131
132static inline bool isSurfaceValid(const sp<Surface>& sur) {
133    return Surface::isValid(sur);
134}
135
136// ----------------------------------------------------------------------------
137
138static jint nativeCreateFromSurfaceTexture(JNIEnv* env, jclass clazz,
139        jobject surfaceTextureObj) {
140    sp<IGraphicBufferProducer> producer(SurfaceTexture_getProducer(env, surfaceTextureObj));
141    if (producer == NULL) {
142        jniThrowException(env, "java/lang/IllegalArgumentException",
143                "SurfaceTexture has already been released");
144        return 0;
145    }
146
147    sp<Surface> surface(new Surface(producer, true));
148    if (surface == NULL) {
149        jniThrowException(env, OutOfResourcesException, NULL);
150        return 0;
151    }
152
153    surface->incStrong(&sRefBaseOwner);
154    return int(surface.get());
155}
156
157static void nativeRelease(JNIEnv* env, jclass clazz, jint nativeObject) {
158    sp<Surface> sur(reinterpret_cast<Surface *>(nativeObject));
159    sur->decStrong(&sRefBaseOwner);
160}
161
162static jboolean nativeIsValid(JNIEnv* env, jclass clazz, jint nativeObject) {
163    sp<Surface> sur(reinterpret_cast<Surface *>(nativeObject));
164    return isSurfaceValid(sur) ? JNI_TRUE : JNI_FALSE;
165}
166
167static jboolean nativeIsConsumerRunningBehind(JNIEnv* env, jclass clazz, jint nativeObject) {
168    sp<Surface> sur(reinterpret_cast<Surface *>(nativeObject));
169    if (!isSurfaceValid(sur)) {
170        doThrowIAE(env);
171        return JNI_FALSE;
172    }
173    int value = 0;
174    ANativeWindow* anw = static_cast<ANativeWindow*>(sur.get());
175    anw->query(anw, NATIVE_WINDOW_CONSUMER_RUNNING_BEHIND, &value);
176    return value;
177}
178
179static inline SkBitmap::Config convertPixelFormat(PixelFormat format) {
180    /* note: if PIXEL_FORMAT_RGBX_8888 means that all alpha bytes are 0xFF, then
181        we can map to SkBitmap::kARGB_8888_Config, and optionally call
182        bitmap.setAlphaType(kOpaque_SkAlphaType) on the resulting SkBitmap
183        (as an accelerator)
184    */
185    switch (format) {
186    case PIXEL_FORMAT_RGBX_8888:    return SkBitmap::kARGB_8888_Config;
187    case PIXEL_FORMAT_RGBA_8888:    return SkBitmap::kARGB_8888_Config;
188    case PIXEL_FORMAT_RGB_565:      return SkBitmap::kRGB_565_Config;
189    default:                        return SkBitmap::kNo_Config;
190    }
191}
192
193static inline void swapCanvasPtr(JNIEnv* env, jobject canvasObj, SkCanvas* newCanvas) {
194  jobject canvasFinalizerObj = env->GetObjectField(canvasObj, gCanvasClassInfo.mFinalizer);
195  SkCanvas* previousCanvas = reinterpret_cast<SkCanvas*>(
196          env->GetIntField(canvasObj, gCanvasClassInfo.mNativeCanvas));
197  env->SetIntField(canvasObj, gCanvasClassInfo.mNativeCanvas, (int)newCanvas);
198  env->SetIntField(canvasFinalizerObj, gCanvasFinalizerClassInfo.mNativeCanvas, (int)newCanvas);
199  SkSafeUnref(previousCanvas);
200}
201
202static jint nativeLockCanvas(JNIEnv* env, jclass clazz,
203        jint nativeObject, jobject canvasObj, jobject dirtyRectObj) {
204    sp<Surface> surface(reinterpret_cast<Surface *>(nativeObject));
205
206    if (!isSurfaceValid(surface)) {
207        doThrowIAE(env);
208        return 0;
209    }
210
211    Rect dirtyRect;
212    Rect* dirtyRectPtr = NULL;
213
214    if (dirtyRectObj) {
215        dirtyRect.left   = env->GetIntField(dirtyRectObj, gRectClassInfo.left);
216        dirtyRect.top    = env->GetIntField(dirtyRectObj, gRectClassInfo.top);
217        dirtyRect.right  = env->GetIntField(dirtyRectObj, gRectClassInfo.right);
218        dirtyRect.bottom = env->GetIntField(dirtyRectObj, gRectClassInfo.bottom);
219        dirtyRectPtr = &dirtyRect;
220    }
221
222    ANativeWindow_Buffer outBuffer;
223    status_t err = surface->lock(&outBuffer, dirtyRectPtr);
224    if (err < 0) {
225        const char* const exception = (err == NO_MEMORY) ?
226                OutOfResourcesException :
227                "java/lang/IllegalArgumentException";
228        jniThrowException(env, exception, NULL);
229        return 0;
230    }
231
232    // Associate a SkCanvas object to this surface
233    env->SetIntField(canvasObj, gCanvasClassInfo.mSurfaceFormat, outBuffer.format);
234
235    SkBitmap bitmap;
236    ssize_t bpr = outBuffer.stride * bytesPerPixel(outBuffer.format);
237    bitmap.setConfig(convertPixelFormat(outBuffer.format), outBuffer.width, outBuffer.height, bpr);
238    if (outBuffer.format == PIXEL_FORMAT_RGBX_8888) {
239        bitmap.setAlphaType(kOpaque_SkAlphaType);
240    }
241    if (outBuffer.width > 0 && outBuffer.height > 0) {
242        bitmap.setPixels(outBuffer.bits);
243    } else {
244        // be safe with an empty bitmap.
245        bitmap.setPixels(NULL);
246    }
247
248    SkCanvas* nativeCanvas = SkNEW_ARGS(SkCanvas, (bitmap));
249    swapCanvasPtr(env, canvasObj, nativeCanvas);
250
251    if (dirtyRectPtr) {
252        nativeCanvas->clipRect( SkRect::Make(reinterpret_cast<const SkIRect&>(dirtyRect)) );
253    }
254
255    if (dirtyRectObj) {
256        env->SetIntField(dirtyRectObj, gRectClassInfo.left,   dirtyRect.left);
257        env->SetIntField(dirtyRectObj, gRectClassInfo.top,    dirtyRect.top);
258        env->SetIntField(dirtyRectObj, gRectClassInfo.right,  dirtyRect.right);
259        env->SetIntField(dirtyRectObj, gRectClassInfo.bottom, dirtyRect.bottom);
260    }
261
262    // Create another reference to the surface and return it.  This reference
263    // should be passed to nativeUnlockCanvasAndPost in place of mNativeObject,
264    // because the latter could be replaced while the surface is locked.
265    sp<Surface> lockedSurface(surface);
266    lockedSurface->incStrong(&sRefBaseOwner);
267    return (int) lockedSurface.get();
268}
269
270static void nativeUnlockCanvasAndPost(JNIEnv* env, jclass clazz,
271        jint nativeObject, jobject canvasObj) {
272    sp<Surface> surface(reinterpret_cast<Surface *>(nativeObject));
273    if (!isSurfaceValid(surface)) {
274        return;
275    }
276
277    // detach the canvas from the surface
278    SkCanvas* nativeCanvas = SkNEW(SkCanvas);
279    swapCanvasPtr(env, canvasObj, nativeCanvas);
280
281    // unlock surface
282    status_t err = surface->unlockAndPost();
283    if (err < 0) {
284        doThrowIAE(env);
285    }
286}
287
288// ----------------------------------------------------------------------------
289
290static jint nativeCreateFromSurfaceControl(JNIEnv* env, jclass clazz,
291        jint surfaceControlNativeObj) {
292    /*
293     * This is used by the WindowManagerService just after constructing
294     * a Surface and is necessary for returning the Surface reference to
295     * the caller. At this point, we should only have a SurfaceControl.
296     */
297
298    sp<SurfaceControl> ctrl(reinterpret_cast<SurfaceControl *>(surfaceControlNativeObj));
299    sp<Surface> surface(ctrl->getSurface());
300    if (surface != NULL) {
301        surface->incStrong(&sRefBaseOwner);
302    }
303    return reinterpret_cast<jint>(surface.get());
304}
305
306static jint nativeReadFromParcel(JNIEnv* env, jclass clazz,
307        jint nativeObject, jobject parcelObj) {
308    Parcel* parcel = parcelForJavaObject(env, parcelObj);
309    if (parcel == NULL) {
310        doThrowNPE(env);
311        return 0;
312    }
313
314    sp<Surface> self(reinterpret_cast<Surface *>(nativeObject));
315    sp<IBinder> binder(parcel->readStrongBinder());
316
317    // update the Surface only if the underlying IGraphicBufferProducer
318    // has changed.
319    if (self != NULL
320            && (self->getIGraphicBufferProducer()->asBinder() == binder)) {
321        // same IGraphicBufferProducer, return ourselves
322        return int(self.get());
323    }
324
325    sp<Surface> sur;
326    sp<IGraphicBufferProducer> gbp(interface_cast<IGraphicBufferProducer>(binder));
327    if (gbp != NULL) {
328        // we have a new IGraphicBufferProducer, create a new Surface for it
329        sur = new Surface(gbp, true);
330        // and keep a reference before passing to java
331        sur->incStrong(&sRefBaseOwner);
332    }
333
334    if (self != NULL) {
335        // and loose the java reference to ourselves
336        self->decStrong(&sRefBaseOwner);
337    }
338
339    return int(sur.get());
340}
341
342static void nativeWriteToParcel(JNIEnv* env, jclass clazz,
343        jint nativeObject, jobject parcelObj) {
344    Parcel* parcel = parcelForJavaObject(env, parcelObj);
345    if (parcel == NULL) {
346        doThrowNPE(env);
347        return;
348    }
349    sp<Surface> self(reinterpret_cast<Surface *>(nativeObject));
350    parcel->writeStrongBinder( self != 0 ? self->getIGraphicBufferProducer()->asBinder() : NULL);
351}
352
353// ----------------------------------------------------------------------------
354
355static JNINativeMethod gSurfaceMethods[] = {
356    {"nativeCreateFromSurfaceTexture", "(Landroid/graphics/SurfaceTexture;)I",
357            (void*)nativeCreateFromSurfaceTexture },
358    {"nativeRelease", "(I)V",
359            (void*)nativeRelease },
360    {"nativeIsValid", "(I)Z",
361            (void*)nativeIsValid },
362    {"nativeIsConsumerRunningBehind", "(I)Z",
363            (void*)nativeIsConsumerRunningBehind },
364    {"nativeLockCanvas", "(ILandroid/graphics/Canvas;Landroid/graphics/Rect;)I",
365            (void*)nativeLockCanvas },
366    {"nativeUnlockCanvasAndPost", "(ILandroid/graphics/Canvas;)V",
367            (void*)nativeUnlockCanvasAndPost },
368    {"nativeCreateFromSurfaceControl", "(I)I",
369            (void*)nativeCreateFromSurfaceControl },
370    {"nativeReadFromParcel", "(ILandroid/os/Parcel;)I",
371            (void*)nativeReadFromParcel },
372    {"nativeWriteToParcel", "(ILandroid/os/Parcel;)V",
373            (void*)nativeWriteToParcel },
374};
375
376int register_android_view_Surface(JNIEnv* env)
377{
378    int err = AndroidRuntime::registerNativeMethods(env, "android/view/Surface",
379            gSurfaceMethods, NELEM(gSurfaceMethods));
380
381    jclass clazz = env->FindClass("android/view/Surface");
382    gSurfaceClassInfo.clazz = jclass(env->NewGlobalRef(clazz));
383    gSurfaceClassInfo.mNativeObject =
384            env->GetFieldID(gSurfaceClassInfo.clazz, "mNativeObject", "I");
385    gSurfaceClassInfo.mLock =
386            env->GetFieldID(gSurfaceClassInfo.clazz, "mLock", "Ljava/lang/Object;");
387    gSurfaceClassInfo.ctor = env->GetMethodID(gSurfaceClassInfo.clazz, "<init>", "(I)V");
388
389    clazz = env->FindClass("android/graphics/Canvas");
390    gCanvasClassInfo.mFinalizer = env->GetFieldID(clazz, "mFinalizer", "Landroid/graphics/Canvas$CanvasFinalizer;");
391    gCanvasClassInfo.mNativeCanvas = env->GetFieldID(clazz, "mNativeCanvas", "I");
392    gCanvasClassInfo.mSurfaceFormat = env->GetFieldID(clazz, "mSurfaceFormat", "I");
393
394    clazz = env->FindClass("android/graphics/Canvas$CanvasFinalizer");
395    gCanvasFinalizerClassInfo.mNativeCanvas = env->GetFieldID(clazz, "mNativeCanvas", "I");
396
397    clazz = env->FindClass("android/graphics/Rect");
398    gRectClassInfo.left = env->GetFieldID(clazz, "left", "I");
399    gRectClassInfo.top = env->GetFieldID(clazz, "top", "I");
400    gRectClassInfo.right = env->GetFieldID(clazz, "right", "I");
401    gRectClassInfo.bottom = env->GetFieldID(clazz, "bottom", "I");
402
403    return err;
404}
405
406};
407