android_media_ImageReader.cpp revision 708e3595031fa15f4ac26c5675a53c1ed495b895
1212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He/* 2212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He * Copyright 2013 The Android Open Source Project 3212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He * 4212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He * Licensed under the Apache License, Version 2.0 (the "License"); 5212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He * you may not use this file except in compliance with the License. 6212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He * You may obtain a copy of the License at 7212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He * 8212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He * http://www.apache.org/licenses/LICENSE-2.0 9212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He * 10212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He * Unless required by applicable law or agreed to in writing, software 11212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He * distributed under the License is distributed on an "AS IS" BASIS, 12212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He * See the License for the specific language governing permissions and 14212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He * limitations under the License. 15212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He */ 16212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 17212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He//#define LOG_NDEBUG 0 18212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He#define LOG_TAG "ImageReader_JNI" 19212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He#include <utils/Log.h> 20212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He#include <utils/misc.h> 21212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He#include <utils/List.h> 22212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 23212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He#include <cstdio> 24212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 25212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He#include <gui/CpuConsumer.h> 26212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He#include <gui/Surface.h> 27534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He#include <camera3.h> 28212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 29212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He#include <android_runtime/AndroidRuntime.h> 30212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He#include <android_runtime/android_view_Surface.h> 31212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 32212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He#include <jni.h> 33212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He#include <JNIHelp.h> 34212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 35212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He#define ALIGN(x, mask) ( ((x) + (mask) - 1) & ~((mask) - 1) ) 36212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 37212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He#define ANDROID_MEDIA_IMAGEREADER_JNI_ID "mCpuConsumer" 38212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He#define ANDROID_MEDIA_IMAGEREADER_CTX_JNI_ID "mNativeContext" 39212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He#define ANDROID_MEDIA_SURFACEIMAGE_BUFFER_JNI_ID "mLockedBuffer" 40212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He#define ANDROID_MEDIA_SURFACEIMAGE_TS_JNI_ID "mTimestamp" 41212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 42212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He// ---------------------------------------------------------------------------- 43212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 44212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Heusing namespace android; 45212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 46212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Heenum { 47212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He IMAGE_READER_MAX_NUM_PLANES = 3, 48212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He}; 49212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 50212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestruct fields_t { 51212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // For ImageReader class 52212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jfieldID imageReaderContext; 53212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jmethodID postEvent; 54212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // For SurfaceImage class 55212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jfieldID buffer; 56212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jfieldID timeStamp; 57212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He}; 58212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 59212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestruct classInfo_t { 60212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jclass clazz; 61212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jmethodID ctor; 62212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He}; 63212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 64212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic fields_t fields; 65212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic classInfo_t surfPlaneClassInfo; 66212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 67212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He// ---------------------------------------------------------------------------- 68212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 69212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Heclass JNIImageReaderContext : public CpuConsumer::FrameAvailableListener 70212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 71212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hepublic: 72212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He JNIImageReaderContext(JNIEnv* env, jobject weakThiz, jclass clazz, int maxImages); 73212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 74212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He virtual ~JNIImageReaderContext(); 75212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 76212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He virtual void onFrameAvailable(); 77212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 78212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He CpuConsumer::LockedBuffer* getLockedBuffer(); 79212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 80212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He void returnLockedBuffer(CpuConsumer::LockedBuffer* buffer); 81212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 82212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He CpuConsumer* getCpuConsumer() { return mConsumer.get(); } 83212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 84212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He void setCpuConsumer(sp<CpuConsumer> consumer) { mConsumer = consumer; } 85212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 86212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He void setBufferFormat(int format) { mFormat = format; } 87212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int getBufferFormat() { return mFormat; } 88212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 89212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He void setBufferWidth(int width) { mWidth = width; } 90212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int getBufferWidth() { return mWidth; } 91212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 92212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He void setBufferHeight(int height) { mHeight = height; } 93212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int getBufferHeight() { return mHeight; } 94212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 95212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Heprivate: 96212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He static JNIEnv* getJNIEnv(bool* needsDetach); 97212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He static void detachJNI(); 98212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 99212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He List<CpuConsumer::LockedBuffer*> mBuffers; 100212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He sp<CpuConsumer> mConsumer; 101212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jobject mWeakThiz; 102212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jclass mClazz; 103212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int mFormat; 104212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int mWidth; 105212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int mHeight; 106212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He}; 107212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 108212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun HeJNIImageReaderContext::JNIImageReaderContext(JNIEnv* env, 109212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jobject weakThiz, jclass clazz, int maxImages) : 110212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He mWeakThiz(env->NewGlobalRef(weakThiz)), 111212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He mClazz((jclass)env->NewGlobalRef(clazz)) { 112212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He for (int i = 0; i < maxImages; i++) { 113212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He CpuConsumer::LockedBuffer *buffer = new CpuConsumer::LockedBuffer; 114212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He mBuffers.push_back(buffer); 115212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 116212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 117212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 118212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun HeJNIEnv* JNIImageReaderContext::getJNIEnv(bool* needsDetach) { 119212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He LOG_ALWAYS_FATAL_IF(needsDetach == NULL, "needsDetach is null!!!"); 120212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He *needsDetach = false; 121212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He JNIEnv* env = AndroidRuntime::getJNIEnv(); 122212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (env == NULL) { 123212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He JavaVMAttachArgs args = {JNI_VERSION_1_4, NULL, NULL}; 124212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He JavaVM* vm = AndroidRuntime::getJavaVM(); 125212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int result = vm->AttachCurrentThread(&env, (void*) &args); 126212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (result != JNI_OK) { 127212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGE("thread attach failed: %#x", result); 128212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return NULL; 129212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 130212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He *needsDetach = true; 131212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 132212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return env; 133212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 134212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 135212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hevoid JNIImageReaderContext::detachJNI() { 136212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He JavaVM* vm = AndroidRuntime::getJavaVM(); 137212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int result = vm->DetachCurrentThread(); 138212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (result != JNI_OK) { 139212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGE("thread detach failed: %#x", result); 140212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 141212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 142212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 143212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun HeCpuConsumer::LockedBuffer* JNIImageReaderContext::getLockedBuffer() { 144212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (mBuffers.empty()) { 145212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return NULL; 146212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 147212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Return a LockedBuffer pointer and remove it from the list 148212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He List<CpuConsumer::LockedBuffer*>::iterator it = mBuffers.begin(); 149212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He CpuConsumer::LockedBuffer* buffer = *it; 150212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He mBuffers.erase(it); 151212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return buffer; 152212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 153212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 154212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hevoid JNIImageReaderContext::returnLockedBuffer(CpuConsumer::LockedBuffer * buffer) { 155212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He mBuffers.push_back(buffer); 156212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 157212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 158212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun HeJNIImageReaderContext::~JNIImageReaderContext() { 159212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He bool needsDetach = false; 160212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He JNIEnv* env = getJNIEnv(&needsDetach); 161212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (env != NULL) { 162212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He env->DeleteGlobalRef(mWeakThiz); 163212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He env->DeleteGlobalRef(mClazz); 164212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } else { 165212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGW("leaking JNI object references"); 166212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 167212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (needsDetach) { 168212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He detachJNI(); 169212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 170212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 171212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Delete LockedBuffers 172212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He for (List<CpuConsumer::LockedBuffer *>::iterator it = mBuffers.begin(); 173212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He it != mBuffers.end(); it++) { 174212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He delete *it; 175212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 176212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He mBuffers.clear(); 177212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He mConsumer.clear(); 178212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 179212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 180212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hevoid JNIImageReaderContext::onFrameAvailable() 181212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 182212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGV("%s: frame available", __FUNCTION__); 183212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He bool needsDetach = false; 184212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He JNIEnv* env = getJNIEnv(&needsDetach); 185212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (env != NULL) { 186212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He env->CallStaticVoidMethod(mClazz, fields.postEvent, mWeakThiz); 187212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } else { 188212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGW("onFrameAvailable event will not posted"); 189212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 190212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (needsDetach) { 191212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He detachJNI(); 192212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 193212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 194212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 195212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He// ---------------------------------------------------------------------------- 196212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 197212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Heextern "C" { 198212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 199212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic JNIImageReaderContext* ImageReader_getContext(JNIEnv* env, jobject thiz) 200212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 201212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He JNIImageReaderContext *ctx; 202212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ctx = reinterpret_cast<JNIImageReaderContext *> 203212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He (env->GetLongField(thiz, fields.imageReaderContext)); 204212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return ctx; 205212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 206212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 207212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic CpuConsumer* ImageReader_getCpuConsumer(JNIEnv* env, jobject thiz) 208212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 209212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGV("%s:", __FUNCTION__); 210212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He JNIImageReaderContext* const ctx = ImageReader_getContext(env, thiz); 211212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (ctx == NULL) { 212212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jniThrowRuntimeException(env, "ImageReaderContext is not initialized"); 213212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return NULL; 214212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 215212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return ctx->getCpuConsumer(); 216212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 217212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 218212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic void ImageReader_setNativeContext(JNIEnv* env, 219212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jobject thiz, sp<JNIImageReaderContext> ctx) 220212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 221212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGV("%s:", __FUNCTION__); 222212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He JNIImageReaderContext* const p = ImageReader_getContext(env, thiz); 223212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (ctx != 0) { 224212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ctx->incStrong((void*)ImageReader_setNativeContext); 225212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 226212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (p) { 227212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He p->decStrong((void*)ImageReader_setNativeContext); 228212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 229212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He env->SetLongField(thiz, fields.imageReaderContext, reinterpret_cast<jlong>(ctx.get())); 230212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 231212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 232212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic CpuConsumer::LockedBuffer* Image_getLockedBuffer(JNIEnv* env, jobject image) 233212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 234212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return reinterpret_cast<CpuConsumer::LockedBuffer*>(env->GetLongField(image, fields.buffer)); 235212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 236212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 237212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic void Image_setBuffer(JNIEnv* env, jobject thiz, 238212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He const CpuConsumer::LockedBuffer* buffer) 239212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 240212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He env->SetLongField(thiz, fields.buffer, reinterpret_cast<jlong>(buffer)); 241212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 242212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 243212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He// Some formats like JPEG defined with different values between android.graphics.ImageFormat and 244212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He// graphics.h, need convert to the one defined in graphics.h here. 245212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic int Image_getPixelFormat(JNIEnv* env, int format) 246212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 247212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int jpegFormat, rawSensorFormat; 248212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jfieldID fid; 249212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 250212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGV("%s: format = 0x%x", __FUNCTION__, format); 251212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 252212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jclass imageFormatClazz = env->FindClass("android/graphics/ImageFormat"); 253212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(imageFormatClazz != NULL); 254212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 255212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He fid = env->GetStaticFieldID(imageFormatClazz, "JPEG", "I"); 256212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jpegFormat = env->GetStaticIntField(imageFormatClazz, fid); 257212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He fid = env->GetStaticFieldID(imageFormatClazz, "RAW_SENSOR", "I"); 258212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He rawSensorFormat = env->GetStaticIntField(imageFormatClazz, fid); 259212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 260212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Translate the JPEG to BLOB for camera purpose, an add more if more mismatch is found. 261212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (format == jpegFormat) { 262212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He format = HAL_PIXEL_FORMAT_BLOB; 263212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 264212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Same thing for RAW_SENSOR format 265212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (format == rawSensorFormat) { 266212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He format = HAL_PIXEL_FORMAT_RAW_SENSOR; 267212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 268212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 269212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return format; 270212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 271212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 272534046d2b12fd13776ad782b982649cb0bea9b79Zhijun Hestatic uint32_t Image_getJpegSize(CpuConsumer::LockedBuffer* buffer) 273534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He{ 274534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He ALOG_ASSERT(buffer != NULL, "Input buffer is NULL!!!"); 275534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He uint32_t size = 0; 276534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He uint32_t width = buffer->width; 277534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He uint8_t* jpegBuffer = buffer->data; 278534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He 279534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He // First check for JPEG transport header at the end of the buffer 280534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He uint8_t* header = jpegBuffer + (width - sizeof(struct camera3_jpeg_blob)); 281534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He struct camera3_jpeg_blob *blob = (struct camera3_jpeg_blob*)(header); 282534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He if (blob->jpeg_blob_id == CAMERA3_JPEG_BLOB_ID) { 283534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He size = blob->jpeg_size; 284534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He ALOGV("%s: Jpeg size = %d", __FUNCTION__, size); 285534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He } 286534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He 287534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He // failed to find size, default to whole buffer 288534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He if (size == 0) { 289534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He size = width; 290534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He } 291534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He 292534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He return size; 293534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He} 294534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He 295212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic void Image_getLockedBufferInfo(JNIEnv* env, CpuConsumer::LockedBuffer* buffer, int idx, 296212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He uint8_t **base, uint32_t *size) 297212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 298212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(buffer != NULL, "Input buffer is NULL!!!"); 299212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(base != NULL, "base is NULL!!!"); 300212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(size != NULL, "size is NULL!!!"); 301212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT((idx < IMAGE_READER_MAX_NUM_PLANES) && (idx >= 0)); 302212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 3037f4d3147d1851d2f0c544e45390c139bda9fd9aaZhijun He ALOGV("%s: buffer: %p", __FUNCTION__, buffer); 304212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 305212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He uint32_t dataSize, ySize, cSize, cStride; 306212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He uint8_t *cb, *cr; 307212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He uint8_t *pData = NULL; 308708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He int bytesPerPixel = 0; 309212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 310212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He dataSize = ySize = cSize = cStride = 0; 311212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int32_t fmt = buffer->format; 312212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He switch (fmt) { 313212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_YCbCr_420_888: 314212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He pData = 315212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He (idx == 0) ? 316212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He buffer->data : 317212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He (idx == 1) ? 318212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He buffer->dataCb : 319212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He buffer->dataCr; 320212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (idx == 0) { 321212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He dataSize = buffer->stride * buffer->height; 322212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } else { 323212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He dataSize = buffer->chromaStride * buffer->height / 2; 324212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 325212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 326212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // NV21 327212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_YCrCb_420_SP: 328212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He cr = buffer->data + (buffer->stride * buffer->height); 329212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He cb = cr + 1; 330212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ySize = buffer->width * buffer->height; 331212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He cSize = buffer->width * buffer->height / 2; 332212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 333212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He pData = 334212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He (idx == 0) ? 335212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He buffer->data : 336212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He (idx == 1) ? 337212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He cb: 338212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He cr; 339212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 340212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He dataSize = (idx == 0) ? ySize : cSize; 341212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 342212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_YV12: 343212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Y and C stride need to be 16 pixel aligned. 344212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He LOG_ALWAYS_FATAL_IF(buffer->stride % 16, 345212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "Stride is not 16 pixel aligned %d", buffer->stride); 346212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 347212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ySize = buffer->stride * buffer->height; 348212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He cStride = ALIGN(buffer->stride / 2, 16); 349212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He cr = buffer->data + ySize; 350212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He cSize = cStride * buffer->height / 2; 351212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He cb = cr + cSize; 352212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 353212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He pData = 354212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He (idx == 0) ? 355212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He buffer->data : 356212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He (idx == 1) ? 357212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He cb : 358212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He cr; 359212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He dataSize = (idx == 0) ? ySize : cSize; 360212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 361212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_Y8: 362212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Single plane, 8bpp. 363212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 364212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 365212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He pData = buffer->data; 366212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He dataSize = buffer->stride * buffer->height; 367212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 368212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_Y16: 369212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Single plane, 16bpp, strides are specified in pixels, not in bytes 370212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 371212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 372212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He pData = buffer->data; 373212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He dataSize = buffer->stride * buffer->height * 2; 374212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 375212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_BLOB: 376212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Used for JPEG data, height must be 1, width == size, single plane. 377212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 378212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(buffer->height == 1, "JPEG should has height value %d", buffer->height); 379212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 380212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He pData = buffer->data; 381534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He dataSize = Image_getJpegSize(buffer); 382212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 383212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_RAW_SENSOR: 384212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Single plane 16bpp bayer data. 385212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 386212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He pData = buffer->data; 387212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He dataSize = buffer->width * 2 * buffer->height; 388212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 389708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He case HAL_PIXEL_FORMAT_RGBA_8888: 390708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He case HAL_PIXEL_FORMAT_RGBX_8888: 391708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He // Single plane, 32bpp. 392708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He bytesPerPixel = 4; 393708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 394708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He pData = buffer->data; 395708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He dataSize = buffer->stride * buffer->height * bytesPerPixel; 396708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He break; 397708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He case HAL_PIXEL_FORMAT_RGB_565: 398708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He // Single plane, 16bpp. 399708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He bytesPerPixel = 2; 400708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 401708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He pData = buffer->data; 402708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He dataSize = buffer->stride * buffer->height * bytesPerPixel; 403708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He break; 404708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He case HAL_PIXEL_FORMAT_RGB_888: 405708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He // Single plane, 24bpp. 406708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He bytesPerPixel = 3; 407708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 408708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He pData = buffer->data; 409708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He dataSize = buffer->stride * buffer->height * bytesPerPixel; 410708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He break; 411212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He default: 412212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jniThrowExceptionFmt(env, "java/lang/UnsupportedOperationException", 413212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "Pixel format: 0x%x is unsupported", fmt); 414212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 415212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 416212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 417212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He *base = pData; 418212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He *size = dataSize; 419212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 420212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 421212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic jint Image_imageGetPixelStride(JNIEnv* env, CpuConsumer::LockedBuffer* buffer, int idx) 422212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 423212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGV("%s: buffer index: %d", __FUNCTION__, idx); 424212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT((idx < IMAGE_READER_MAX_NUM_PLANES) && (idx >= 0), "Index is out of range:%d", idx); 425212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 426212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int pixelStride = 0; 427212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(buffer != NULL, "buffer is NULL"); 428212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 429212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int32_t fmt = buffer->format; 430212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He switch (fmt) { 431212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_YCbCr_420_888: 432212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He pixelStride = (idx == 0) ? 1 : buffer->chromaStep; 433212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 434212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_YCrCb_420_SP: 435212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He pixelStride = (idx == 0) ? 1 : 2; 436212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 437212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_Y8: 438212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Single plane 8bpp data. 439212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 440212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He pixelStride; 441212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 442212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_YV12: 443212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He pixelStride = 1; 444212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 445212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_BLOB: 446212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Used for JPEG data, single plane, row and pixel strides are 0 447212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 448212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He pixelStride = 0; 449212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 450212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_Y16: 451212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_RAW_SENSOR: 452708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He case HAL_PIXEL_FORMAT_RGB_565: 453212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Single plane 16bpp data. 454212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 455212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He pixelStride = 2; 456212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 457708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He case HAL_PIXEL_FORMAT_RGBA_8888: 458708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He case HAL_PIXEL_FORMAT_RGBX_8888: 459708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 460708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He pixelStride = 4; 461708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He break; 462708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He case HAL_PIXEL_FORMAT_RGB_888: 463708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He // Single plane, 24bpp. 464708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 465708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He pixelStride = 3; 466708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He break; 467212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He default: 468212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jniThrowExceptionFmt(env, "java/lang/UnsupportedOperationException", 469212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "Pixel format: 0x%x is unsupported", fmt); 470212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 471212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 472212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 473212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return pixelStride; 474212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 475212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 476212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic jint Image_imageGetRowStride(JNIEnv* env, CpuConsumer::LockedBuffer* buffer, int idx) 477212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 478212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGV("%s: buffer index: %d", __FUNCTION__, idx); 479212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT((idx < IMAGE_READER_MAX_NUM_PLANES) && (idx >= 0)); 480212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 481212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int rowStride = 0; 482212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(buffer != NULL, "buffer is NULL"); 483212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 484212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int32_t fmt = buffer->format; 485212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 486212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He switch (fmt) { 487212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_YCbCr_420_888: 488212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He rowStride = (idx == 0) ? buffer->stride : buffer->chromaStride; 489212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 490212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_YCrCb_420_SP: 491212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He rowStride = buffer->width; 492212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 493212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_YV12: 494212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He LOG_ALWAYS_FATAL_IF(buffer->stride % 16, 495212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "Stride is not 16 pixel aligned %d", buffer->stride); 496212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He rowStride = (idx == 0) ? buffer->stride : ALIGN(buffer->stride / 2, 16); 497212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 498212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_BLOB: 499212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Used for JPEG data, single plane, row and pixel strides are 0 500212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 501212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He rowStride = 0; 502212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 503212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_Y8: 504212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 505212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He LOG_ALWAYS_FATAL_IF(buffer->stride % 16, 506212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "Stride is not 16 pixel aligned %d", buffer->stride); 507212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He rowStride = buffer->stride; 508212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 509212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_Y16: 510212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He case HAL_PIXEL_FORMAT_RAW_SENSOR: 511212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // In native side, strides are specified in pixels, not in bytes. 512212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Single plane 16bpp bayer data. even width/height, 513212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // row stride multiple of 16 pixels (32 bytes) 514212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 515212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He LOG_ALWAYS_FATAL_IF(buffer->stride % 16, 516212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "Stride is not 16 pixel aligned %d", buffer->stride); 517212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He rowStride = buffer->stride * 2; 518212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 519708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He case HAL_PIXEL_FORMAT_RGB_565: 520708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 521708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He rowStride = buffer->stride * 2; 522708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He break; 523708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He case HAL_PIXEL_FORMAT_RGBA_8888: 524708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He case HAL_PIXEL_FORMAT_RGBX_8888: 525708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 526708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He rowStride = buffer->stride * 4; 527708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He break; 528708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He case HAL_PIXEL_FORMAT_RGB_888: 529708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He // Single plane, 24bpp. 530708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He ALOG_ASSERT(idx == 0, "Wrong index: %d", idx); 531708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He rowStride = buffer->stride * 3; 532708e3595031fa15f4ac26c5675a53c1ed495b895Zhijun He break; 533212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He default: 534212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGE("%s Pixel format: 0x%x is unsupported", __FUNCTION__, fmt); 535212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jniThrowException(env, "java/lang/UnsupportedOperationException", 536212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "unsupported buffer format"); 537212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He break; 538212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 539212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 540212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return rowStride; 541212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 542212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 543212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He// ---------------------------------------------------------------------------- 544212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 545212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic void ImageReader_classInit(JNIEnv* env, jclass clazz) 546212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 547212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGV("%s:", __FUNCTION__); 548212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 549212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jclass imageClazz = env->FindClass("android/media/ImageReader$SurfaceImage"); 550212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He LOG_ALWAYS_FATAL_IF(imageClazz == NULL, 551212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "can't find android/graphics/ImageReader$SurfaceImage"); 552212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He fields.buffer = env->GetFieldID(imageClazz, ANDROID_MEDIA_SURFACEIMAGE_BUFFER_JNI_ID, "J"); 553212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He LOG_ALWAYS_FATAL_IF(fields.buffer == NULL, 554212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "can't find android/graphics/ImageReader.%s", 555212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ANDROID_MEDIA_SURFACEIMAGE_BUFFER_JNI_ID); 556212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 557212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He fields.timeStamp = env->GetFieldID(imageClazz, ANDROID_MEDIA_SURFACEIMAGE_TS_JNI_ID, "J"); 558212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He LOG_ALWAYS_FATAL_IF(fields.timeStamp == NULL, 559212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "can't find android/graphics/ImageReader.%s", 560212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ANDROID_MEDIA_SURFACEIMAGE_TS_JNI_ID); 561212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 562212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He fields.imageReaderContext = env->GetFieldID(clazz, ANDROID_MEDIA_IMAGEREADER_CTX_JNI_ID, "J"); 563212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He LOG_ALWAYS_FATAL_IF(fields.imageReaderContext == NULL, 564212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "can't find android/graphics/ImageReader.%s", 565212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ANDROID_MEDIA_IMAGEREADER_CTX_JNI_ID); 566212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 567212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He fields.postEvent = env->GetStaticMethodID(clazz, "postEventFromNative", 568212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "(Ljava/lang/Object;)V"); 569212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He LOG_ALWAYS_FATAL_IF(fields.postEvent == NULL, 570212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "can't find android/graphics/ImageReader.postEventFromNative"); 571212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 572212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jclass planeClazz = env->FindClass("android/media/ImageReader$SurfaceImage$SurfacePlane"); 573212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He LOG_ALWAYS_FATAL_IF(planeClazz == NULL, "Can not find SurfacePlane class"); 574212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // FindClass only gives a local reference of jclass object. 575212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He surfPlaneClassInfo.clazz = (jclass) env->NewGlobalRef(planeClazz); 576212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He surfPlaneClassInfo.ctor = env->GetMethodID(surfPlaneClassInfo.clazz, "<init>", 577212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "(Landroid/media/ImageReader$SurfaceImage;III)V"); 578212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He LOG_ALWAYS_FATAL_IF(surfPlaneClassInfo.ctor == NULL, "Can not find SurfacePlane constructor"); 579212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 580212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 581212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic void ImageReader_init(JNIEnv* env, jobject thiz, jobject weakThiz, 582212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jint width, jint height, jint format, jint maxImages) 583212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 584212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He status_t res; 585212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int nativeFormat; 586212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 587212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGV("%s: width:%d, height: %d, format: 0x%x, maxImages:%d", 588212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He __FUNCTION__, width, height, format, maxImages); 589212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 590212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He nativeFormat = Image_getPixelFormat(env, format); 591212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 592b550929b7a4b0d5f9645a7a1ebf287d3f13cf1afMathias Agopian sp<BufferQueue> bq = new BufferQueue(); 593e32632682ca9207bd247ca27012cf670b5c23f54Mathias Agopian sp<CpuConsumer> consumer = new CpuConsumer(bq, true, maxImages); 594212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // TODO: throw dvm exOutOfMemoryError? 595212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (consumer == NULL) { 596212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jniThrowRuntimeException(env, "Failed to allocate native CpuConsumer"); 597212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return; 598212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 599212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 600212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jclass clazz = env->GetObjectClass(thiz); 601212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (clazz == NULL) { 602212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jniThrowRuntimeException(env, "Can't find android/graphics/ImageReader"); 603212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return; 604212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 605212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He sp<JNIImageReaderContext> ctx(new JNIImageReaderContext(env, weakThiz, clazz, maxImages)); 606212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ctx->setCpuConsumer(consumer); 607212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He consumer->setFrameAvailableListener(ctx); 608212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ImageReader_setNativeContext(env, thiz, ctx); 609212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ctx->setBufferFormat(nativeFormat); 610212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ctx->setBufferWidth(width); 611212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ctx->setBufferHeight(height); 612212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 613212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Set the width/height/format to the CpuConsumer 614212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He res = consumer->setDefaultBufferSize(width, height); 615212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (res != OK) { 616212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jniThrowException(env, "java/lang/IllegalStateException", 617212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "Failed to set CpuConsumer buffer size"); 618212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return; 619212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 620212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He res = consumer->setDefaultBufferFormat(nativeFormat); 621212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (res != OK) { 622212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jniThrowException(env, "java/lang/IllegalStateException", 623212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "Failed to set CpuConsumer buffer format"); 624212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 625212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 626212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 627212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic void ImageReader_close(JNIEnv* env, jobject thiz) 628212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 629212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGV("%s:", __FUNCTION__); 630212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 631212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He JNIImageReaderContext* const ctx = ImageReader_getContext(env, thiz); 632212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (ctx == NULL) { 633212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // ImageReader is already closed. 634212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return; 635212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 636212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 637212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He CpuConsumer* consumer = ImageReader_getCpuConsumer(env, thiz); 638212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (consumer != NULL) { 639212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He consumer->abandon(); 640212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He consumer->setFrameAvailableListener(NULL); 641212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 642212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ImageReader_setNativeContext(env, thiz, NULL); 643212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 644212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 645212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic void ImageReader_imageRelease(JNIEnv* env, jobject thiz, jobject image) 646212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 647212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGV("%s:", __FUNCTION__); 648212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He JNIImageReaderContext* ctx = ImageReader_getContext(env, thiz); 649212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (ctx == NULL) { 650212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGW("ImageReader#close called before Image#close, consider calling Image#close first"); 651212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return; 652212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 653212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 654212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He CpuConsumer* consumer = ctx->getCpuConsumer(); 655212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He CpuConsumer::LockedBuffer* buffer = Image_getLockedBuffer(env, image); 656212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (!buffer) { 657212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGW("Image already released!!!"); 658212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return; 659212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 660212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He consumer->unlockBuffer(*buffer); 661212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He Image_setBuffer(env, image, NULL); 662212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ctx->returnLockedBuffer(buffer); 663212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 664212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 665212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic jboolean ImageReader_imageSetup(JNIEnv* env, jobject thiz, 666212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jobject image) 667212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 668212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGV("%s:", __FUNCTION__); 669212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He JNIImageReaderContext* ctx = ImageReader_getContext(env, thiz); 670212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (ctx == NULL) { 671212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jniThrowRuntimeException(env, "ImageReaderContext is not initialized"); 672212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return false; 673212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 674212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 675212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He CpuConsumer* consumer = ctx->getCpuConsumer(); 676212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He CpuConsumer::LockedBuffer* buffer = ctx->getLockedBuffer(); 677212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (buffer == NULL) { 678212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGE("Unable to acquire a lockedBuffer, very likely client tries to lock more than" 679212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "maxImages buffers"); 680212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return false; 681212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 682212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He status_t res = consumer->lockNextBuffer(buffer); 683212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (res != NO_ERROR) { 6847f4d3147d1851d2f0c544e45390c139bda9fd9aaZhijun He ALOGE("%s Fail to lockNextBuffer with error: %d ", __FUNCTION__, res); 685212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return false; 686212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 687212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 688212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 689212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Check if the left-top corner of the crop rect is origin, we currently assume this point is 690212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // zero, will revist this once this assumption turns out problematic. 691212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He Point lt = buffer->crop.leftTop(); 692212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (lt.x != 0 || lt.y != 0) { 693212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGE("crop left: %d, top = %d", lt.x, lt.y); 694212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jniThrowException(env, "java/lang/UnsupportedOperationException", 695212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "crop left top corner need to at origin"); 696212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 697212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 698212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Check if the producer buffer configurations match what ImageReader configured. 699212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // We want to fail for the very first image because this case is too bad. 700534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He int outputWidth = buffer->width; 701534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He int outputHeight = buffer->height; 702534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He 703534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He // Correct with/height when crop is set. 704534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He if (buffer->crop.getWidth() > 0) { 705534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He outputWidth = buffer->crop.getWidth() + 1; 706534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He } 707534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He if (buffer->crop.getHeight() > 0) { 708534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He outputHeight = buffer->crop.getHeight() + 1; 709534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He } 710534046d2b12fd13776ad782b982649cb0bea9b79Zhijun He 711212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int imageReaderWidth = ctx->getBufferWidth(); 712212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int imageReaderHeight = ctx->getBufferHeight(); 713212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if ((imageReaderWidth != outputWidth) || 714212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He (imageReaderHeight != outputHeight)) { 715212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Spew warning for now, since MediaCodec decoder has a bug to setup the right crop 716212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // TODO: make it throw exception once the decoder bug is fixed. 717212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGW("Producer buffer size: %dx%d, doesn't match ImageReader configured size: %dx%d", 718212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He outputWidth, outputHeight, imageReaderWidth, imageReaderHeight); 719212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 720212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 721212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (ctx->getBufferFormat() != buffer->format) { 722212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Return the buffer to the queue. 723212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He consumer->unlockBuffer(*buffer); 724212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ctx->returnLockedBuffer(buffer); 725212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 726212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Throw exception 727212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGE("Producer output buffer format: 0x%x, ImageReader configured format: 0x%x", 728212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He buffer->format, ctx->getBufferFormat()); 729212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jniThrowException(env, "java/lang/UnsupportedOperationException", 730212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "The producer output buffer configuration doesn't match the ImageReader" 731212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "configured"); 732212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return false; 733212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 734212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Set SurfaceImage instance member variables 735212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He Image_setBuffer(env, image, buffer); 736212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He env->SetLongField(image, fields.timeStamp, static_cast<jlong>(buffer->timestamp)); 737212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 738212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return true; 739212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 740212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 741212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic jobject ImageReader_getSurface(JNIEnv* env, jobject thiz) 742212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 743212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGV("%s: ", __FUNCTION__); 744212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 745212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He CpuConsumer* consumer = ImageReader_getCpuConsumer(env, thiz); 746212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (consumer == NULL) { 747212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jniThrowRuntimeException(env, "CpuConsumer is uninitialized"); 748212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return NULL; 749212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 750212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 751212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Wrap the IGBP in a Java-language Surface. 752212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return android_view_Surface_createFromIGraphicBufferProducer(env, 753212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He consumer->getProducerInterface()); 754212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 755212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 756212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic jobject Image_createSurfacePlane(JNIEnv* env, jobject thiz, int idx) 757212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 758212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int rowStride, pixelStride; 759212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGV("%s: buffer index: %d", __FUNCTION__, idx); 760212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 761212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He CpuConsumer::LockedBuffer* buffer = Image_getLockedBuffer(env, thiz); 762212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 763212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOG_ASSERT(buffer != NULL); 764212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (buffer == NULL) { 765212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jniThrowException(env, "java/lang/IllegalStateException", "Image was released"); 766212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 767212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He rowStride = Image_imageGetRowStride(env, buffer, idx); 768212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He pixelStride = Image_imageGetPixelStride(env, buffer, idx); 769212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 770212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jobject surfPlaneObj = env->NewObject(surfPlaneClassInfo.clazz, surfPlaneClassInfo.ctor, 771212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He thiz, idx, rowStride, pixelStride); 772212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 773212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return surfPlaneObj; 774212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 775212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 776212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic jobject Image_getByteBuffer(JNIEnv* env, jobject thiz, int idx) 777212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He{ 778212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He uint8_t *base = NULL; 779212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He uint32_t size = 0; 780212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jobject byteBuffer; 781212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 782212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He ALOGV("%s: buffer index: %d", __FUNCTION__, idx); 783212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 784212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He CpuConsumer::LockedBuffer* buffer = Image_getLockedBuffer(env, thiz); 785212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 786212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if (buffer == NULL) { 787212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jniThrowException(env, "java/lang/IllegalStateException", "Image was released"); 788212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 789212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 790212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // Create byteBuffer from native buffer 791212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He Image_getLockedBufferInfo(env, buffer, idx, &base, &size); 792212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He byteBuffer = env->NewDirectByteBuffer(base, size); 793212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He // TODO: throw dvm exOutOfMemoryError? 794212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He if ((byteBuffer == NULL) && (env->ExceptionCheck() == false)) { 795212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He jniThrowException(env, "java/lang/IllegalStateException", "Failed to allocate ByteBuffer"); 796212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He } 797212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 798212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return byteBuffer; 799212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 800212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 801212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} // extern "C" 802212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 803212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He// ---------------------------------------------------------------------------- 804212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 805212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic JNINativeMethod gImageReaderMethods[] = { 806212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He {"nativeClassInit", "()V", (void*)ImageReader_classInit }, 807212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He {"nativeInit", "(Ljava/lang/Object;IIII)V", (void*)ImageReader_init }, 808212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He {"nativeClose", "()V", (void*)ImageReader_close }, 809212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He {"nativeReleaseImage", "(Landroid/media/Image;)V", (void*)ImageReader_imageRelease }, 810212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He {"nativeImageSetup", "(Landroid/media/Image;)Z", (void*)ImageReader_imageSetup }, 811212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He {"nativeGetSurface", "()Landroid/view/Surface;", (void*)ImageReader_getSurface }, 812212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He}; 813212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 814212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Hestatic JNINativeMethod gImageMethods[] = { 815212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He {"nativeImageGetBuffer", "(I)Ljava/nio/ByteBuffer;", (void*)Image_getByteBuffer }, 816212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He {"nativeCreatePlane", "(I)Landroid/media/ImageReader$SurfaceImage$SurfacePlane;", 817212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He (void*)Image_createSurfacePlane }, 818212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He}; 819212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 820212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun Heint register_android_media_ImageReader(JNIEnv *env) { 821212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 822212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int ret1 = AndroidRuntime::registerNativeMethods(env, 823212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "android/media/ImageReader", gImageReaderMethods, NELEM(gImageReaderMethods)); 824212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 825212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He int ret2 = AndroidRuntime::registerNativeMethods(env, 826212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He "android/media/ImageReader$SurfaceImage", gImageMethods, NELEM(gImageMethods)); 827212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He 828212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He return (ret1 || ret2); 829212e78df9eb3bfff069de01aa7820cf4201c5f82Zhijun He} 830