android_media_ImageWriter.cpp revision 916d8ac650865cd05808d48bad68b69bebbc95ab
1f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He/* 2f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * Copyright 2015 The Android Open Source Project 3f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * 4f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * Licensed under the Apache License, Version 2.0 (the "License"); 5f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * you may not use this file except in compliance with the License. 6f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * You may obtain a copy of the License at 7f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * 8f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * http://www.apache.org/licenses/LICENSE-2.0 9f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * 10f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * Unless required by applicable law or agreed to in writing, software 11f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * distributed under the License is distributed on an "AS IS" BASIS, 12f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * See the License for the specific language governing permissions and 14f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * limitations under the License. 15f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He */ 16f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 17f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He//#define LOG_NDEBUG 0 18f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He#define LOG_TAG "ImageWriter_JNI" 190ab416269a866c8afa8f65d9351afa2407abee4cZhijun He#include "android_media_Utils.h" 200ab416269a866c8afa8f65d9351afa2407abee4cZhijun He 21f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He#include <utils/Log.h> 22f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He#include <utils/String8.h> 23f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 24f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He#include <gui/IProducerListener.h> 25f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He#include <gui/Surface.h> 26f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He#include <android_runtime/AndroidRuntime.h> 27f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He#include <android_runtime/android_view_Surface.h> 28f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He#include <camera3.h> 29f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He#include <jni.h> 30f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He#include <JNIHelp.h> 31f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 32f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He#include <stdint.h> 33f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He#include <inttypes.h> 34f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 35f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He#define IMAGE_BUFFER_JNI_ID "mNativeBuffer" 36916d8ac650865cd05808d48bad68b69bebbc95abZhijun He#define IMAGE_FORMAT_UNKNOWN 0 // This is the same value as ImageFormat#UNKNOWN. 37f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He// ---------------------------------------------------------------------------- 38f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 39f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Heusing namespace android; 40f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 41f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic struct { 42f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jmethodID postEventFromNative; 43f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jfieldID mWriterFormat; 44f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} gImageWriterClassInfo; 45f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 46f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic struct { 47f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jfieldID mNativeBuffer; 48f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jfieldID mNativeFenceFd; 49f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jfieldID mPlanes; 50f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} gSurfaceImageClassInfo; 51f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 52f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic struct { 53f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jclass clazz; 54f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jmethodID ctor; 55f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} gSurfacePlaneClassInfo; 56f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 57f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He// ---------------------------------------------------------------------------- 58f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 59f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Heclass JNIImageWriterContext : public BnProducerListener { 60f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hepublic: 61f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He JNIImageWriterContext(JNIEnv* env, jobject weakThiz, jclass clazz); 62f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 63f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He virtual ~JNIImageWriterContext(); 64f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 65f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // Implementation of IProducerListener, used to notify the ImageWriter that the consumer 66f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // has returned a buffer and it is ready for ImageWriter to dequeue. 67f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He virtual void onBufferReleased(); 68f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 69ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He void setProducer(const sp<Surface>& producer) { mProducer = producer; } 70ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He Surface* getProducer() { return mProducer.get(); } 71f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 72f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He void setBufferFormat(int format) { mFormat = format; } 73f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int getBufferFormat() { return mFormat; } 74f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 75f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He void setBufferWidth(int width) { mWidth = width; } 76f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int getBufferWidth() { return mWidth; } 77f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 78f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He void setBufferHeight(int height) { mHeight = height; } 79f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int getBufferHeight() { return mHeight; } 80f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 81f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Heprivate: 82f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He static JNIEnv* getJNIEnv(bool* needsDetach); 83f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He static void detachJNI(); 84f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 85ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He sp<Surface> mProducer; 86f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jobject mWeakThiz; 87f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jclass mClazz; 88f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int mFormat; 89f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int mWidth; 90f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int mHeight; 91f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He}; 92f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 93f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun HeJNIImageWriterContext::JNIImageWriterContext(JNIEnv* env, jobject weakThiz, jclass clazz) : 94f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He mWeakThiz(env->NewGlobalRef(weakThiz)), 95f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He mClazz((jclass)env->NewGlobalRef(clazz)), 96f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He mFormat(0), 97f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He mWidth(-1), 98f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He mHeight(-1) { 99f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 100f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 101f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun HeJNIImageWriterContext::~JNIImageWriterContext() { 102f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s", __FUNCTION__); 103f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He bool needsDetach = false; 104f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He JNIEnv* env = getJNIEnv(&needsDetach); 105f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (env != NULL) { 106f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He env->DeleteGlobalRef(mWeakThiz); 107f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He env->DeleteGlobalRef(mClazz); 108f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } else { 109f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGW("leaking JNI object references"); 110f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 111f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (needsDetach) { 112f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He detachJNI(); 113f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 114f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 115f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He mProducer.clear(); 116f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 117f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 118f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun HeJNIEnv* JNIImageWriterContext::getJNIEnv(bool* needsDetach) { 119f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s", __FUNCTION__); 120f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He LOG_ALWAYS_FATAL_IF(needsDetach == NULL, "needsDetach is null!!!"); 121f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He *needsDetach = false; 122f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He JNIEnv* env = AndroidRuntime::getJNIEnv(); 123f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (env == NULL) { 124f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He JavaVMAttachArgs args = {JNI_VERSION_1_4, NULL, NULL}; 125f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He JavaVM* vm = AndroidRuntime::getJavaVM(); 126f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int result = vm->AttachCurrentThread(&env, (void*) &args); 127f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (result != JNI_OK) { 128f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGE("thread attach failed: %#x", result); 129f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return NULL; 130f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 131f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He *needsDetach = true; 132f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 133f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return env; 134f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 135f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 136f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hevoid JNIImageWriterContext::detachJNI() { 137f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s", __FUNCTION__); 138f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He JavaVM* vm = AndroidRuntime::getJavaVM(); 139f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int result = vm->DetachCurrentThread(); 140f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (result != JNI_OK) { 141f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGE("thread detach failed: %#x", result); 142f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 143f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 144f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 145f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hevoid JNIImageWriterContext::onBufferReleased() { 146f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s: buffer released", __FUNCTION__); 147f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He bool needsDetach = false; 148f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He JNIEnv* env = getJNIEnv(&needsDetach); 149f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (env != NULL) { 150ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He // Detach the buffer every time when a buffer consumption is done, 151ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He // need let this callback give a BufferItem, then only detach if it was attached to this 152ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He // Writer. Do the detach unconditionally for opaque format now. see b/19977520 153ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He if (mFormat == HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) { 154ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He sp<Fence> fence; 1553316452ffa74ea9a44d157c4d0cacdca3ad99fc9Dan Stoza sp<GraphicBuffer> buffer; 156ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He ALOGV("%s: One buffer is detached", __FUNCTION__); 157ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He mProducer->detachNextBuffer(&buffer, &fence); 158ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He } 159ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He 160f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He env->CallStaticVoidMethod(mClazz, gImageWriterClassInfo.postEventFromNative, mWeakThiz); 161f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } else { 162f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGW("onBufferReleased event will not posted"); 163f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 164ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He 165f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (needsDetach) { 166f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He detachJNI(); 167f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 168f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 169f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 170f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He// ---------------------------------------------------------------------------- 171f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 172f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Heextern "C" { 173f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 174f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He// -------------------------------Private method declarations-------------- 175f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 176f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic void Image_setNativeContext(JNIEnv* env, jobject thiz, 177f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He sp<GraphicBuffer> buffer, int fenceFd); 178f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic void Image_getNativeContext(JNIEnv* env, jobject thiz, 179f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He GraphicBuffer** buffer, int* fenceFd); 180f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic void Image_unlockIfLocked(JNIEnv* env, jobject thiz); 181f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 182f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He// --------------------------ImageWriter methods--------------------------------------- 183f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 184f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic void ImageWriter_classInit(JNIEnv* env, jclass clazz) { 185f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s:", __FUNCTION__); 186f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jclass imageClazz = env->FindClass("android/media/ImageWriter$WriterSurfaceImage"); 187f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He LOG_ALWAYS_FATAL_IF(imageClazz == NULL, 188f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "can't find android/media/ImageWriter$WriterSurfaceImage"); 189f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He gSurfaceImageClassInfo.mNativeBuffer = env->GetFieldID( 190f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He imageClazz, IMAGE_BUFFER_JNI_ID, "J"); 191f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He LOG_ALWAYS_FATAL_IF(gSurfaceImageClassInfo.mNativeBuffer == NULL, 192f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "can't find android/media/ImageWriter$WriterSurfaceImage.%s", IMAGE_BUFFER_JNI_ID); 193f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 194f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He gSurfaceImageClassInfo.mNativeFenceFd = env->GetFieldID( 195f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He imageClazz, "mNativeFenceFd", "I"); 196f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He LOG_ALWAYS_FATAL_IF(gSurfaceImageClassInfo.mNativeFenceFd == NULL, 197f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "can't find android/media/ImageWriter$WriterSurfaceImage.mNativeFenceFd"); 198f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 199f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He gSurfaceImageClassInfo.mPlanes = env->GetFieldID( 200f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He imageClazz, "mPlanes", "[Landroid/media/ImageWriter$WriterSurfaceImage$SurfacePlane;"); 201f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He LOG_ALWAYS_FATAL_IF(gSurfaceImageClassInfo.mPlanes == NULL, 202f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "can't find android/media/ImageWriter$WriterSurfaceImage.mPlanes"); 203f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 204f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He gImageWriterClassInfo.postEventFromNative = env->GetStaticMethodID( 205f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He clazz, "postEventFromNative", "(Ljava/lang/Object;)V"); 206f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He LOG_ALWAYS_FATAL_IF(gImageWriterClassInfo.postEventFromNative == NULL, 207f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "can't find android/media/ImageWriter.postEventFromNative"); 208f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 209f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He gImageWriterClassInfo.mWriterFormat = env->GetFieldID( 210f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He clazz, "mWriterFormat", "I"); 211f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He LOG_ALWAYS_FATAL_IF(gImageWriterClassInfo.mWriterFormat == NULL, 212f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "can't find android/media/ImageWriter.mWriterFormat"); 213f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 214f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jclass planeClazz = env->FindClass("android/media/ImageWriter$WriterSurfaceImage$SurfacePlane"); 215f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He LOG_ALWAYS_FATAL_IF(planeClazz == NULL, "Can not find SurfacePlane class"); 216f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // FindClass only gives a local reference of jclass object. 217f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He gSurfacePlaneClassInfo.clazz = (jclass) env->NewGlobalRef(planeClazz); 218f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He gSurfacePlaneClassInfo.ctor = env->GetMethodID(gSurfacePlaneClassInfo.clazz, "<init>", 219f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "(Landroid/media/ImageWriter$WriterSurfaceImage;IILjava/nio/ByteBuffer;)V"); 220f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He LOG_ALWAYS_FATAL_IF(gSurfacePlaneClassInfo.ctor == NULL, 221f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "Can not find SurfacePlane constructor"); 222f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 223f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 224f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic jlong ImageWriter_init(JNIEnv* env, jobject thiz, jobject weakThiz, jobject jsurface, 225916d8ac650865cd05808d48bad68b69bebbc95abZhijun He jint maxImages, jint userFormat) { 226f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He status_t res; 227f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 228f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s: maxImages:%d", __FUNCTION__, maxImages); 229f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 230f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He sp<Surface> surface(android_view_Surface_getSurface(env, jsurface)); 231f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (surface == NULL) { 232f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowException(env, 233f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "java/lang/IllegalArgumentException", 234f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "The surface has been released"); 235f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return 0; 236f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 237f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He sp<IGraphicBufferProducer> bufferProducer = surface->getIGraphicBufferProducer(); 238f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 239f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jclass clazz = env->GetObjectClass(thiz); 240f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (clazz == NULL) { 241f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowRuntimeException(env, "Can't find android/graphics/ImageWriter"); 242f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return 0; 243f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 244f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He sp<JNIImageWriterContext> ctx(new JNIImageWriterContext(env, weakThiz, clazz)); 245f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 246f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He sp<Surface> producer = new Surface(bufferProducer, /*controlledByApp*/false); 247f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ctx->setProducer(producer); 248f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He /** 249f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * NATIVE_WINDOW_API_CPU isn't a good choice here, as it makes the bufferQueue not connectable 250f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * after disconnect. MEDIA or CAMERA are treated the same internally. The producer listener 251f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * will be cleared after disconnect call. 252f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He */ 253f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He producer->connect(/*api*/NATIVE_WINDOW_API_CAMERA, /*listener*/ctx); 254f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jlong nativeCtx = reinterpret_cast<jlong>(ctx.get()); 255f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 256f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // Get the dimension and format of the producer. 257f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He sp<ANativeWindow> anw = producer; 258916d8ac650865cd05808d48bad68b69bebbc95abZhijun He int32_t width, height, surfaceFormat; 259f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if ((res = anw->query(anw.get(), NATIVE_WINDOW_WIDTH, &width)) != OK) { 260f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGE("%s: Query Surface width failed: %s (%d)", __FUNCTION__, strerror(-res), res); 261f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowRuntimeException(env, "Failed to query Surface width"); 262f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return 0; 263f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 264f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ctx->setBufferWidth(width); 265f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 266f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if ((res = anw->query(anw.get(), NATIVE_WINDOW_HEIGHT, &height)) != OK) { 267f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGE("%s: Query Surface height failed: %s (%d)", __FUNCTION__, strerror(-res), res); 268f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowRuntimeException(env, "Failed to query Surface height"); 269f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return 0; 270f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 271f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ctx->setBufferHeight(height); 272f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 273916d8ac650865cd05808d48bad68b69bebbc95abZhijun He // Query surface format if no valid user format is specified, otherwise, override surface format 274916d8ac650865cd05808d48bad68b69bebbc95abZhijun He // with user format. 275916d8ac650865cd05808d48bad68b69bebbc95abZhijun He if (userFormat == IMAGE_FORMAT_UNKNOWN) { 276916d8ac650865cd05808d48bad68b69bebbc95abZhijun He if ((res = anw->query(anw.get(), NATIVE_WINDOW_FORMAT, &surfaceFormat)) != OK) { 277916d8ac650865cd05808d48bad68b69bebbc95abZhijun He ALOGE("%s: Query Surface format failed: %s (%d)", __FUNCTION__, strerror(-res), res); 278916d8ac650865cd05808d48bad68b69bebbc95abZhijun He jniThrowRuntimeException(env, "Failed to query Surface format"); 279916d8ac650865cd05808d48bad68b69bebbc95abZhijun He return 0; 280916d8ac650865cd05808d48bad68b69bebbc95abZhijun He } 281916d8ac650865cd05808d48bad68b69bebbc95abZhijun He } else { 282916d8ac650865cd05808d48bad68b69bebbc95abZhijun He surfaceFormat = userFormat; 283f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 284916d8ac650865cd05808d48bad68b69bebbc95abZhijun He ctx->setBufferFormat(surfaceFormat); 285916d8ac650865cd05808d48bad68b69bebbc95abZhijun He env->SetIntField(thiz, 286916d8ac650865cd05808d48bad68b69bebbc95abZhijun He gImageWriterClassInfo.mWriterFormat, reinterpret_cast<jint>(surfaceFormat)); 287f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 288916d8ac650865cd05808d48bad68b69bebbc95abZhijun He if (!isFormatOpaque(surfaceFormat)) { 289f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He res = native_window_set_usage(anw.get(), GRALLOC_USAGE_SW_WRITE_OFTEN); 290f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (res != OK) { 291f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGE("%s: Configure usage %08x for format %08x failed: %s (%d)", 2921102e21b5dd0f79072e826932d0a3e3cb2f8c285Dan Albert __FUNCTION__, static_cast<unsigned int>(GRALLOC_USAGE_SW_WRITE_OFTEN), 293916d8ac650865cd05808d48bad68b69bebbc95abZhijun He surfaceFormat, strerror(-res), res); 294f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowRuntimeException(env, "Failed to SW_WRITE_OFTEN configure usage"); 295f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return 0; 296f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 297f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 298f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 299f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int minUndequeuedBufferCount = 0; 300f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He res = anw->query(anw.get(), 301f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, &minUndequeuedBufferCount); 302f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (res != OK) { 303f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGE("%s: Query producer undequeued buffer count failed: %s (%d)", 304f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He __FUNCTION__, strerror(-res), res); 305f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowRuntimeException(env, "Query producer undequeued buffer count failed"); 306f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return 0; 307f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 308f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 309f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He size_t totalBufferCount = maxImages + minUndequeuedBufferCount; 310f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He res = native_window_set_buffer_count(anw.get(), totalBufferCount); 311f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (res != OK) { 312f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGE("%s: Set buffer count failed: %s (%d)", __FUNCTION__, strerror(-res), res); 313f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowRuntimeException(env, "Set buffer count failed"); 314f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return 0; 315f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 316f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 317f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (ctx != 0) { 318f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ctx->incStrong((void*)ImageWriter_init); 319f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 320f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return nativeCtx; 321f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 322f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 323f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic void ImageWriter_dequeueImage(JNIEnv* env, jobject thiz, jlong nativeCtx, jobject image) { 324f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s", __FUNCTION__); 325f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He JNIImageWriterContext* const ctx = reinterpret_cast<JNIImageWriterContext *>(nativeCtx); 326f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (ctx == NULL || thiz == NULL) { 327f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowException(env, "java/lang/IllegalStateException", 328f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "ImageWriterContext is not initialized"); 329f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return; 330f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 331f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 332f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He sp<ANativeWindow> anw = ctx->getProducer(); 333f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He android_native_buffer_t *anb = NULL; 334f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int fenceFd = -1; 335f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He status_t res = anw->dequeueBuffer(anw.get(), &anb, &fenceFd); 336f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (res != OK) { 337a58271419ee5b4d8d2a6e25c602a0c40719f33e0Zhijun He ALOGE("%s: Dequeue buffer failed: %s (%d)", __FUNCTION__, strerror(-res), res); 338e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen switch (res) { 339e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen case NO_INIT: 340e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen jniThrowException(env, "java/lang/IllegalStateException", 341e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen "Surface has been abandoned"); 342e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen break; 343e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen default: 344e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen // TODO: handle other error cases here. 345e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen jniThrowRuntimeException(env, "dequeue buffer failed"); 346e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen } 347f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return; 348f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 349f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // New GraphicBuffer object doesn't own the handle, thus the native buffer 350f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // won't be freed when this object is destroyed. 351845eef05ffea53f4ce7a1e0551896be874c4f302Mathias Agopian sp<GraphicBuffer> buffer(GraphicBuffer::from(anb)); 352f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 353f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // Note that: 354f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // 1. No need to lock buffer now, will only lock it when the first getPlanes() is called. 355f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // 2. Fence will be saved to mNativeFenceFd, and will consumed by lock/queue/cancel buffer 356f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // later. 357f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // 3. need use lockAsync here, as it will handle the dequeued fence for us automatically. 358f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 359f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // Finally, set the native info into image object. 360f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He Image_setNativeContext(env, image, buffer, fenceFd); 361f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 362f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 363f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic void ImageWriter_close(JNIEnv* env, jobject thiz, jlong nativeCtx) { 364f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s:", __FUNCTION__); 365f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He JNIImageWriterContext* const ctx = reinterpret_cast<JNIImageWriterContext *>(nativeCtx); 366f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (ctx == NULL || thiz == NULL) { 3670375cb042d54a6d7c93795b4d117b138f02bd1e0Chien-Yu Chen // ImageWriter is already closed. 368f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return; 369f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 370f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 371f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ANativeWindow* producer = ctx->getProducer(); 372f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (producer != NULL) { 373f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He /** 374f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * NATIVE_WINDOW_API_CPU isn't a good choice here, as it makes the bufferQueue not 375f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * connectable after disconnect. MEDIA or CAMERA are treated the same internally. 376f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * The producer listener will be cleared after disconnect call. 377f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He */ 378f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He status_t res = native_window_api_disconnect(producer, /*api*/NATIVE_WINDOW_API_CAMERA); 379f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He /** 380f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * This is not an error. if client calling process dies, the window will 381f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * also die and all calls to it will return DEAD_OBJECT, thus it's already 382f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He * "disconnected" 383f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He */ 384f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (res == DEAD_OBJECT) { 385f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGW("%s: While disconnecting ImageWriter from native window, the" 386f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He " native window died already", __FUNCTION__); 387f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } else if (res != OK) { 388f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGE("%s: native window disconnect failed: %s (%d)", 389f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He __FUNCTION__, strerror(-res), res); 390f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowRuntimeException(env, "Native window disconnect failed"); 391f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return; 392f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 393f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 394f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 395f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ctx->decStrong((void*)ImageWriter_init); 396f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 397f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 398f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic void ImageWriter_cancelImage(JNIEnv* env, jobject thiz, jlong nativeCtx, jobject image) { 399f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s", __FUNCTION__); 400f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He JNIImageWriterContext* const ctx = reinterpret_cast<JNIImageWriterContext *>(nativeCtx); 401f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (ctx == NULL || thiz == NULL) { 402dc6bb24a3c2c830c909523e8d7d999fb556fb77dZhijun He ALOGW("ImageWriter#close called before Image#close, consider calling Image#close first"); 403f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return; 404f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 405f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 406f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He sp<ANativeWindow> anw = ctx->getProducer(); 407f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 408f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He GraphicBuffer *buffer = NULL; 409f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int fenceFd = -1; 410f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He Image_getNativeContext(env, image, &buffer, &fenceFd); 411f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (buffer == NULL) { 412dc6bb24a3c2c830c909523e8d7d999fb556fb77dZhijun He // Cancel an already cancelled image is harmless. 413f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return; 414f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 415f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 416f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // Unlock the image if it was locked 417f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He Image_unlockIfLocked(env, image); 418f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 419f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He anw->cancelBuffer(anw.get(), buffer, fenceFd); 420f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 421f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He Image_setNativeContext(env, image, NULL, -1); 422f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 423f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 424f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic void ImageWriter_queueImage(JNIEnv* env, jobject thiz, jlong nativeCtx, jobject image, 425f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jlong timestampNs, jint left, jint top, jint right, jint bottom) { 426f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s", __FUNCTION__); 427f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He JNIImageWriterContext* const ctx = reinterpret_cast<JNIImageWriterContext *>(nativeCtx); 428f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (ctx == NULL || thiz == NULL) { 429f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowException(env, "java/lang/IllegalStateException", 430f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "ImageWriterContext is not initialized"); 431f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return; 432f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 433f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 434f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He status_t res = OK; 435f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He sp<ANativeWindow> anw = ctx->getProducer(); 436f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 437f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He GraphicBuffer *buffer = NULL; 438f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int fenceFd = -1; 439f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He Image_getNativeContext(env, image, &buffer, &fenceFd); 440f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (buffer == NULL) { 441f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowException(env, "java/lang/IllegalStateException", 442f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "Image is not initialized"); 443f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return; 444f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 445f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 446f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // Unlock image if it was locked. 447f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He Image_unlockIfLocked(env, image); 448f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 449f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // Set timestamp 450d1cbc684053986c6c9efc6220bd79d654932b3d0Zhijun He ALOGV("timestamp to be queued: %" PRId64, timestampNs); 451f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He res = native_window_set_buffers_timestamp(anw.get(), timestampNs); 452f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (res != OK) { 453f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowRuntimeException(env, "Set timestamp failed"); 454f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return; 455f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 456f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 457f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // Set crop 458f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He android_native_rect_t cropRect; 459f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He cropRect.left = left; 460f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He cropRect.top = top; 461f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He cropRect.right = right; 462f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He cropRect.bottom = bottom; 463f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He res = native_window_set_crop(anw.get(), &cropRect); 464f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (res != OK) { 465f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowRuntimeException(env, "Set crop rect failed"); 466f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return; 467f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 468f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 469f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // Finally, queue input buffer 470f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He res = anw->queueBuffer(anw.get(), buffer, fenceFd); 471f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (res != OK) { 472e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen ALOGE("%s: Queue buffer failed: %s (%d)", __FUNCTION__, strerror(-res), res); 473e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen switch (res) { 474e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen case NO_INIT: 475e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen jniThrowException(env, "java/lang/IllegalStateException", 476e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen "Surface has been abandoned"); 477e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen break; 478e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen default: 479e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen // TODO: handle other error cases here. 480e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen jniThrowRuntimeException(env, "Queue input buffer failed"); 481e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen } 482f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return; 483f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 484f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 485ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He // Clear the image native context: end of this image's lifecycle in public API. 486f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He Image_setNativeContext(env, image, NULL, -1); 487f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 488f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 489ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun Hestatic jint ImageWriter_attachAndQueueImage(JNIEnv* env, jobject thiz, jlong nativeCtx, 490ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He jlong nativeBuffer, jint imageFormat, jlong timestampNs, jint left, jint top, 491ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He jint right, jint bottom) { 492f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s", __FUNCTION__); 493f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He JNIImageWriterContext* const ctx = reinterpret_cast<JNIImageWriterContext *>(nativeCtx); 494f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (ctx == NULL || thiz == NULL) { 495f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowException(env, "java/lang/IllegalStateException", 496f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "ImageWriterContext is not initialized"); 497ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He return -1; 498f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 499f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 500ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He sp<Surface> surface = ctx->getProducer(); 501ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He status_t res = OK; 502ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He if (!isFormatOpaque(imageFormat)) { 503ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He // TODO: need implement, see b/19962027 504ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He jniThrowRuntimeException(env, 505ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He "nativeAttachImage for non-opaque image is not implement yet!!!"); 506ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He return -1; 507ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He } 508f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 509ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He if (!isFormatOpaque(ctx->getBufferFormat())) { 510f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowException(env, "java/lang/IllegalStateException", 511ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He "Trying to attach an opaque image into a non-opaque ImageWriter"); 512ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He return -1; 513ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He } 514ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He 515ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He // Image is guaranteed to be from ImageReader at this point, so it is safe to 516ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He // cast to BufferItem pointer. 517ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He BufferItem* opaqueBuffer = reinterpret_cast<BufferItem*>(nativeBuffer); 518ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He if (opaqueBuffer == NULL) { 519ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He jniThrowException(env, "java/lang/IllegalStateException", 520ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He "Image is not initialized or already closed"); 521ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He return -1; 522ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He } 523ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He 524ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He // Step 1. Attach Image 525ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He res = surface->attachBuffer(opaqueBuffer->mGraphicBuffer.get()); 526ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He if (res != OK) { 527ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He ALOGE("Attach image failed: %s (%d)", strerror(-res), res); 528e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen switch (res) { 529e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen case NO_INIT: 530e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen jniThrowException(env, "java/lang/IllegalStateException", 531e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen "Surface has been abandoned"); 532e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen break; 533e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen default: 534e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen // TODO: handle other error cases here. 535e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen jniThrowRuntimeException(env, "nativeAttachImage failed!!!"); 536e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen } 537ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He return res; 538f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 539ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He sp < ANativeWindow > anw = surface; 540f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 541ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He // Step 2. Set timestamp and crop. Note that we do not need unlock the image because 542ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He // it was not locked. 543ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He ALOGV("timestamp to be queued: %" PRId64, timestampNs); 544ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He res = native_window_set_buffers_timestamp(anw.get(), timestampNs); 545ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He if (res != OK) { 546ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He jniThrowRuntimeException(env, "Set timestamp failed"); 547ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He return res; 548ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He } 549ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He 550ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He android_native_rect_t cropRect; 551ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He cropRect.left = left; 552ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He cropRect.top = top; 553ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He cropRect.right = right; 554ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He cropRect.bottom = bottom; 555ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He res = native_window_set_crop(anw.get(), &cropRect); 556ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He if (res != OK) { 557ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He jniThrowRuntimeException(env, "Set crop rect failed"); 558ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He return res; 559ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He } 560ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He 561ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He // Step 3. Queue Image. 562ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He res = anw->queueBuffer(anw.get(), opaqueBuffer->mGraphicBuffer.get(), /*fenceFd*/ 563ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He -1); 564ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He if (res != OK) { 565e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen ALOGE("%s: Queue buffer failed: %s (%d)", __FUNCTION__, strerror(-res), res); 566e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen switch (res) { 567e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen case NO_INIT: 568e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen jniThrowException(env, "java/lang/IllegalStateException", 569e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen "Surface has been abandoned"); 570e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen break; 571e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen default: 572e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen // TODO: handle other error cases here. 573e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen jniThrowRuntimeException(env, "Queue input buffer failed"); 574e0ee63046ad062040aafc977585fb461a2acf666Chien-Yu Chen } 575ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He return res; 576ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He } 577ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He 578ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He // Do not set the image native context. Since it would overwrite the existing native context 579ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He // of the image that is from ImageReader, the subsequent image close will run into issues. 580ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He 581ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He return res; 582f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 583f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 584f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He// --------------------------Image methods--------------------------------------- 585f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 586f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic void Image_getNativeContext(JNIEnv* env, jobject thiz, 587f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He GraphicBuffer** buffer, int* fenceFd) { 588f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s", __FUNCTION__); 589f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (buffer != NULL) { 590f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He GraphicBuffer *gb = reinterpret_cast<GraphicBuffer *> 591f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He (env->GetLongField(thiz, gSurfaceImageClassInfo.mNativeBuffer)); 592f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He *buffer = gb; 593f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 594f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 595f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (fenceFd != NULL) { 596f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He *fenceFd = reinterpret_cast<jint>(env->GetIntField( 597f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He thiz, gSurfaceImageClassInfo.mNativeFenceFd)); 598f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 599f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 600f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 601f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic void Image_setNativeContext(JNIEnv* env, jobject thiz, 602f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He sp<GraphicBuffer> buffer, int fenceFd) { 603f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s:", __FUNCTION__); 604f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He GraphicBuffer* p = NULL; 605f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He Image_getNativeContext(env, thiz, &p, /*fenceFd*/NULL); 606f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (buffer != 0) { 607f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He buffer->incStrong((void*)Image_setNativeContext); 608f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 609f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (p) { 610f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He p->decStrong((void*)Image_setNativeContext); 611f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 612f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He env->SetLongField(thiz, gSurfaceImageClassInfo.mNativeBuffer, 613f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He reinterpret_cast<jlong>(buffer.get())); 614f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 615f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He env->SetIntField(thiz, gSurfaceImageClassInfo.mNativeFenceFd, reinterpret_cast<jint>(fenceFd)); 616f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 617f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 618f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic void Image_unlockIfLocked(JNIEnv* env, jobject thiz) { 619f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s", __FUNCTION__); 620f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He GraphicBuffer* buffer; 621f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He Image_getNativeContext(env, thiz, &buffer, NULL); 622f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (buffer == NULL) { 623f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowException(env, "java/lang/IllegalStateException", 624f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "Image is not initialized"); 625f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return; 626f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 627f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 628f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // Is locked? 629f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He bool isLocked = false; 630ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He jobject planes = NULL; 631ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He if (!isFormatOpaque(buffer->getPixelFormat())) { 632ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He planes = env->GetObjectField(thiz, gSurfaceImageClassInfo.mPlanes); 633ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He } 634f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He isLocked = (planes != NULL); 635f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (isLocked) { 636ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He // no need to use fence here, as we it will be consumed by either cancel or queue buffer. 637f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He status_t res = buffer->unlock(); 638f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (res != OK) { 639f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowRuntimeException(env, "unlock buffer failed"); 640f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 641f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("Successfully unlocked the image"); 642f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 643f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 644f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 645f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic jint Image_getWidth(JNIEnv* env, jobject thiz) { 646f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s", __FUNCTION__); 647f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He GraphicBuffer* buffer; 648f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He Image_getNativeContext(env, thiz, &buffer, NULL); 649f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (buffer == NULL) { 650f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowException(env, "java/lang/IllegalStateException", 651f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "Image is not initialized"); 652f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return -1; 653f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 654f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 655f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return buffer->getWidth(); 656f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 657f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 658f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic jint Image_getHeight(JNIEnv* env, jobject thiz) { 659f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s", __FUNCTION__); 660f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He GraphicBuffer* buffer; 661f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He Image_getNativeContext(env, thiz, &buffer, NULL); 662f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (buffer == NULL) { 663f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowException(env, "java/lang/IllegalStateException", 664f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "Image is not initialized"); 665f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return -1; 666f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 667f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 668f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return buffer->getHeight(); 669f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 670f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 671f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic jint Image_getFormat(JNIEnv* env, jobject thiz) { 672f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s", __FUNCTION__); 673f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He GraphicBuffer* buffer; 674f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He Image_getNativeContext(env, thiz, &buffer, NULL); 675f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (buffer == NULL) { 676f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowException(env, "java/lang/IllegalStateException", 677f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "Image is not initialized"); 678f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return 0; 679f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 680f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 6810ab416269a866c8afa8f65d9351afa2407abee4cZhijun He // ImageWriter doesn't support data space yet, assuming it is unknown. 6820ab416269a866c8afa8f65d9351afa2407abee4cZhijun He PublicFormat publicFmt = android_view_Surface_mapHalFormatDataspaceToPublicFormat( 6830ab416269a866c8afa8f65d9351afa2407abee4cZhijun He buffer->getPixelFormat(), HAL_DATASPACE_UNKNOWN); 6840ab416269a866c8afa8f65d9351afa2407abee4cZhijun He return static_cast<jint>(publicFmt); 685f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 686f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 687f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic void Image_setFenceFd(JNIEnv* env, jobject thiz, int fenceFd) { 688f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s:", __FUNCTION__); 689f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He env->SetIntField(thiz, gSurfaceImageClassInfo.mNativeFenceFd, reinterpret_cast<jint>(fenceFd)); 690f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 691f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 692f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic void Image_getLockedImage(JNIEnv* env, jobject thiz, LockedImage *image) { 693f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s", __FUNCTION__); 694f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He GraphicBuffer* buffer; 695f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int fenceFd = -1; 696f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He Image_getNativeContext(env, thiz, &buffer, &fenceFd); 697f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (buffer == NULL) { 698f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowException(env, "java/lang/IllegalStateException", 699f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "Image is not initialized"); 700f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return; 701f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 702f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 7030ab416269a866c8afa8f65d9351afa2407abee4cZhijun He // ImageWriter doesn't use crop by itself, app sets it, use the no crop version. 7040ab416269a866c8afa8f65d9351afa2407abee4cZhijun He const Rect noCrop(buffer->width, buffer->height); 7050ab416269a866c8afa8f65d9351afa2407abee4cZhijun He status_t res = lockImageFromBuffer( 7060ab416269a866c8afa8f65d9351afa2407abee4cZhijun He buffer, GRALLOC_USAGE_SW_WRITE_OFTEN, noCrop, fenceFd, image); 7070ab416269a866c8afa8f65d9351afa2407abee4cZhijun He // Clear the fenceFd as it is already consumed by lock call. 7080ab416269a866c8afa8f65d9351afa2407abee4cZhijun He Image_setFenceFd(env, thiz, /*fenceFd*/-1); 7090ab416269a866c8afa8f65d9351afa2407abee4cZhijun He if (res != OK) { 7100ab416269a866c8afa8f65d9351afa2407abee4cZhijun He jniThrowExceptionFmt(env, "java/lang/RuntimeException", 7110ab416269a866c8afa8f65d9351afa2407abee4cZhijun He "lock buffer failed for format 0x%x", 7120ab416269a866c8afa8f65d9351afa2407abee4cZhijun He buffer->getPixelFormat()); 7130ab416269a866c8afa8f65d9351afa2407abee4cZhijun He return; 714f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 715f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 7160ab416269a866c8afa8f65d9351afa2407abee4cZhijun He ALOGV("%s: Successfully locked the image", __FUNCTION__); 717f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // crop, transform, scalingMode, timestamp, and frameNumber should be set by producer, 718f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // and we don't set them here. 719f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 720f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 721f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic void Image_getLockedImageInfo(JNIEnv* env, LockedImage* buffer, int idx, 722f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int32_t writerFormat, uint8_t **base, uint32_t *size, int *pixelStride, int *rowStride) { 723f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s", __FUNCTION__); 724f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 7250ab416269a866c8afa8f65d9351afa2407abee4cZhijun He status_t res = getLockedImageInfo(buffer, idx, writerFormat, base, size, 7260ab416269a866c8afa8f65d9351afa2407abee4cZhijun He pixelStride, rowStride); 7270ab416269a866c8afa8f65d9351afa2407abee4cZhijun He if (res != OK) { 7280ab416269a866c8afa8f65d9351afa2407abee4cZhijun He jniThrowExceptionFmt(env, "java/lang/UnsupportedOperationException", 7290ab416269a866c8afa8f65d9351afa2407abee4cZhijun He "Pixel format: 0x%x is unsupported", buffer->flexFormat); 7300ab416269a866c8afa8f65d9351afa2407abee4cZhijun He } 731f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 732f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 733f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic jobjectArray Image_createSurfacePlanes(JNIEnv* env, jobject thiz, 734f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int numPlanes, int writerFormat) { 735f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He ALOGV("%s: create SurfacePlane array with size %d", __FUNCTION__, numPlanes); 736f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int rowStride, pixelStride; 737f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He uint8_t *pData; 738f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He uint32_t dataSize; 739f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jobject byteBuffer; 740f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 741f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int format = Image_getFormat(env, thiz); 742ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He if (isFormatOpaque(format) && numPlanes > 0) { 743f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He String8 msg; 744f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He msg.appendFormat("Format 0x%x is opaque, thus not writable, the number of planes (%d)" 745f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He " must be 0", format, numPlanes); 746f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowException(env, "java/lang/IllegalArgumentException", msg.string()); 747f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return NULL; 748f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 749f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 750f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jobjectArray surfacePlanes = env->NewObjectArray(numPlanes, gSurfacePlaneClassInfo.clazz, 751f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He /*initial_element*/NULL); 752f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if (surfacePlanes == NULL) { 753f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowRuntimeException(env, "Failed to create SurfacePlane arrays," 754f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He " probably out of memory"); 755f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return NULL; 756f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 757ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He if (isFormatOpaque(format)) { 758ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He return surfacePlanes; 759ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He } 760f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 761f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // Buildup buffer info: rowStride, pixelStride and byteBuffers. 762f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He LockedImage lockedImg = LockedImage(); 763f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He Image_getLockedImage(env, thiz, &lockedImg); 764f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 765f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // Create all SurfacePlanes 7660ab416269a866c8afa8f65d9351afa2407abee4cZhijun He PublicFormat publicWriterFormat = static_cast<PublicFormat>(writerFormat); 7670ab416269a866c8afa8f65d9351afa2407abee4cZhijun He writerFormat = android_view_Surface_mapPublicFormatToHalFormat(publicWriterFormat); 768f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He for (int i = 0; i < numPlanes; i++) { 769f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He Image_getLockedImageInfo(env, &lockedImg, i, writerFormat, 770f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He &pData, &dataSize, &pixelStride, &rowStride); 771f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He byteBuffer = env->NewDirectByteBuffer(pData, dataSize); 772f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He if ((byteBuffer == NULL) && (env->ExceptionCheck() == false)) { 773f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jniThrowException(env, "java/lang/IllegalStateException", 774f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "Failed to allocate ByteBuffer"); 775f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return NULL; 776f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 777f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 778f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He // Finally, create this SurfacePlane. 779f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He jobject surfacePlane = env->NewObject(gSurfacePlaneClassInfo.clazz, 780f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He gSurfacePlaneClassInfo.ctor, thiz, rowStride, pixelStride, byteBuffer); 781f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He env->SetObjectArrayElement(surfacePlanes, i, surfacePlane); 782f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He } 783f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 784f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return surfacePlanes; 785f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 786f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 787f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} // extern "C" 788f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 789f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He// ---------------------------------------------------------------------------- 790f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 791f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic JNINativeMethod gImageWriterMethods[] = { 792f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He {"nativeClassInit", "()V", (void*)ImageWriter_classInit }, 793916d8ac650865cd05808d48bad68b69bebbc95abZhijun He {"nativeInit", "(Ljava/lang/Object;Landroid/view/Surface;II)J", 794f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He (void*)ImageWriter_init }, 795ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He {"nativeClose", "(J)V", (void*)ImageWriter_close }, 796ce9d6f9c75e2254f3704996e232e57e0c8f686d8Zhijun He {"nativeAttachAndQueueImage", "(JJIJIIII)I", (void*)ImageWriter_attachAndQueueImage }, 797f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He {"nativeDequeueInputImage", "(JLandroid/media/Image;)V", (void*)ImageWriter_dequeueImage }, 798f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He {"nativeQueueInputImage", "(JLandroid/media/Image;JIIII)V", (void*)ImageWriter_queueImage }, 799f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He {"cancelImage", "(JLandroid/media/Image;)V", (void*)ImageWriter_cancelImage }, 800f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He}; 801f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 802f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Hestatic JNINativeMethod gImageMethods[] = { 803f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He {"nativeCreatePlanes", "(II)[Landroid/media/ImageWriter$WriterSurfaceImage$SurfacePlane;", 804f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He (void*)Image_createSurfacePlanes }, 805f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He {"nativeGetWidth", "()I", (void*)Image_getWidth }, 806f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He {"nativeGetHeight", "()I", (void*)Image_getHeight }, 807f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He {"nativeGetFormat", "()I", (void*)Image_getFormat }, 808f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He}; 809f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 810f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun Heint register_android_media_ImageWriter(JNIEnv *env) { 811f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 812f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int ret1 = AndroidRuntime::registerNativeMethods(env, 813f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "android/media/ImageWriter", gImageWriterMethods, NELEM(gImageWriterMethods)); 814f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 815f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He int ret2 = AndroidRuntime::registerNativeMethods(env, 816f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He "android/media/ImageWriter$WriterSurfaceImage", gImageMethods, NELEM(gImageMethods)); 817f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 818f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He return (ret1 || ret2); 819f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He} 820f6a09e510649ae4701bb5ad4c40d102d59a5608cZhijun He 821