1da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala/* 2d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala * Copyright (C) 2013 The Android Open Source Project 3da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * 4da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * Licensed under the Apache License, Version 2.0 (the "License"); 5da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * you may not use this file except in compliance with the License. 6da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * You may obtain a copy of the License at 7da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * 8da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * http://www.apache.org/licenses/LICENSE-2.0 9da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * 10da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * Unless required by applicable law or agreed to in writing, software 11da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * distributed under the License is distributed on an "AS IS" BASIS, 12da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * See the License for the specific language governing permissions and 14da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * limitations under the License. 15da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala */ 16da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 174bb8118816874c696d9f1adab48490df1da365f7Eino-Ville Talvala#define LOG_TAG "Camera2-ZslProcessor" 18da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#define ATRACE_TAG ATRACE_TAG_CAMERA 19da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala//#define LOG_NDEBUG 0 20da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala//#define LOG_NNDEBUG 0 21da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 22da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#ifdef LOG_NNDEBUG 23da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#define ALOGVV(...) ALOGV(__VA_ARGS__) 24da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#else 25d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala#define ALOGVV(...) if (0) ALOGV(__VA_ARGS__) 26da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#endif 27da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 28e5729fac81c8a984e984fefc90afc64135817d4fColin Cross#include <inttypes.h> 29e5729fac81c8a984e984fefc90afc64135817d4fColin Cross 30da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#include <utils/Log.h> 31da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#include <utils/Trace.h> 321a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 33da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 347b82efe7a376c882f8f938e1c41b8311a8cdda4aEino-Ville Talvala#include "common/CameraDeviceBase.h" 357b82efe7a376c882f8f938e1c41b8311a8cdda4aEino-Ville Talvala#include "api1/Camera2Client.h" 367b82efe7a376c882f8f938e1c41b8311a8cdda4aEino-Ville Talvala#include "api1/client2/CaptureSequencer.h" 377b82efe7a376c882f8f938e1c41b8311a8cdda4aEino-Ville Talvala#include "api1/client2/ZslProcessor.h" 38d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala#include "device3/Camera3Device.h" 39da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 402d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peevtypedef android::RingBufferConsumer::PinnedBufferItem PinnedBufferItem; 412d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 42da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvalanamespace android { 43da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvalanamespace camera2 { 44da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 452d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peevnamespace { 462d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peevstruct TimestampFinder : public RingBufferConsumer::RingBufferComparator { 472d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev typedef RingBufferConsumer::BufferInfo BufferInfo; 482d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 492d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev enum { 502d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev SELECT_I1 = -1, 512d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev SELECT_I2 = 1, 522d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev SELECT_NEITHER = 0, 532d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev }; 542d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 552d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev explicit TimestampFinder(nsecs_t timestamp) : mTimestamp(timestamp) {} 562d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ~TimestampFinder() {} 572d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 582d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev template <typename T> 592d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev static void swap(T& a, T& b) { 602d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev T tmp = a; 612d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev a = b; 622d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev b = tmp; 632d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 642d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 652d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev /** 662d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev * Try to find the best candidate for a ZSL buffer. 672d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev * Match priority from best to worst: 682d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev * 1) Timestamps match. 692d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev * 2) Timestamp is closest to the needle (and lower). 702d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev * 3) Timestamp is closest to the needle (and higher). 712d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev * 722d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev */ 732d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev virtual int compare(const BufferInfo *i1, 742d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev const BufferInfo *i2) const { 752d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev // Try to select non-null object first. 762d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (i1 == NULL) { 772d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return SELECT_I2; 782d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } else if (i2 == NULL) { 792d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return SELECT_I1; 802d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 812d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 822d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev // Best result: timestamp is identical 832d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (i1->mTimestamp == mTimestamp) { 842d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return SELECT_I1; 852d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } else if (i2->mTimestamp == mTimestamp) { 862d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return SELECT_I2; 872d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 882d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 892d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev const BufferInfo* infoPtrs[2] = { 902d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev i1, 912d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev i2 922d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev }; 932d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev int infoSelectors[2] = { 942d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev SELECT_I1, 952d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev SELECT_I2 962d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev }; 972d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 982d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev // Order i1,i2 so that always i1.timestamp < i2.timestamp 992d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (i1->mTimestamp > i2->mTimestamp) { 1002d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev swap(infoPtrs[0], infoPtrs[1]); 1012d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev swap(infoSelectors[0], infoSelectors[1]); 1022d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 1032d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 1042d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev // Second best: closest (lower) timestamp 1052d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (infoPtrs[1]->mTimestamp < mTimestamp) { 1062d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return infoSelectors[1]; 1072d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } else if (infoPtrs[0]->mTimestamp < mTimestamp) { 1082d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return infoSelectors[0]; 1092d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 1102d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 1112d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev // Worst: closest (higher) timestamp 1122d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return infoSelectors[0]; 1132d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 1142d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev /** 1152d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev * The above cases should cover all the possibilities, 1162d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev * and we get an 'empty' result only if the ring buffer 1172d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev * was empty itself 1182d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev */ 1192d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 1202d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 1212d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev const nsecs_t mTimestamp; 1222d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev}; // struct TimestampFinder 1232d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev} // namespace anonymous 1242d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 125da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville TalvalaZslProcessor::ZslProcessor( 126d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala sp<Camera2Client> client, 127da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala wp<CaptureSequencer> sequencer): 128da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala Thread(false), 129d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala mLatestClearedBufferTimestamp(0), 130da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala mState(RUNNING), 131da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala mClient(client), 132da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala mSequencer(sequencer), 133d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala mId(client->getCameraId()), 134da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala mZslStreamId(NO_STREAM), 1352d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mInputStreamId(NO_STREAM), 136da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala mFrameListHead(0), 1372d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mHasFocuser(false), 1382d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mInputBuffer(nullptr), 1392d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mProducer(nullptr), 1402d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mInputProducer(nullptr), 141c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala mInputProducerSlot(-1), 142c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala mBuffersToDetach(0) { 143d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala // Initialize buffer queue and frame list based on pipeline max depth. 144d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala size_t pipelineMaxDepth = kDefaultMaxPipelineDepth; 145d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (client != 0) { 146d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala sp<Camera3Device> device = 147d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala static_cast<Camera3Device*>(client->getCameraDevice().get()); 148d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (device != 0) { 149d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala camera_metadata_ro_entry_t entry = 150d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala device->info().find(ANDROID_REQUEST_PIPELINE_MAX_DEPTH); 151d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (entry.count == 1) { 152d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala pipelineMaxDepth = entry.data.u8[0]; 153d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } else { 154d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGW("%s: Unable to find the android.request.pipelineMaxDepth," 155d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala " use default pipeline max depth %d", __FUNCTION__, 156d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala kDefaultMaxPipelineDepth); 157d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 158d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 159d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala entry = device->info().find(ANDROID_LENS_INFO_MINIMUM_FOCUS_DISTANCE); 160d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (entry.count > 0 && entry.data.f[0] != 0.) { 161d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala mHasFocuser = true; 162d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 163d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 164d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 165d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 166d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGV("%s: Initialize buffer queue and frame list depth based on max pipeline depth (%zu)", 167d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala __FUNCTION__, pipelineMaxDepth); 168d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala // Need to keep buffer queue longer than metadata queue because sometimes buffer arrives 169d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala // earlier than metadata which causes the buffer corresponding to oldest metadata being 170d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala // removed. 171d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala mFrameListDepth = pipelineMaxDepth; 172d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala mBufferQueueDepth = mFrameListDepth + 1; 173d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 174d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala mZslQueue.insertAt(0, mBufferQueueDepth); 175d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala mFrameList.insertAt(0, mFrameListDepth); 176da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala sp<CaptureSequencer> captureSequencer = mSequencer.promote(); 177da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala if (captureSequencer != 0) captureSequencer->setZslProcessor(this); 178da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala} 179da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 180da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville TalvalaZslProcessor::~ZslProcessor() { 181da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala ALOGV("%s: Exit", __FUNCTION__); 182d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala deleteStream(); 183da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala} 184da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 185cb0652e5a850b2fcd919e977247e87239efaf70eJianing Weivoid ZslProcessor::onResultAvailable(const CaptureResult &result) { 186cb0652e5a850b2fcd919e977247e87239efaf70eJianing Wei ATRACE_CALL(); 187cb0652e5a850b2fcd919e977247e87239efaf70eJianing Wei ALOGV("%s:", __FUNCTION__); 188da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala Mutex::Autolock l(mInputMutex); 1894865c526e681366481b0ab242ffa1ead57bb02ccEino-Ville Talvala camera_metadata_ro_entry_t entry; 190cb0652e5a850b2fcd919e977247e87239efaf70eJianing Wei entry = result.mMetadata.find(ANDROID_SENSOR_TIMESTAMP); 191da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala nsecs_t timestamp = entry.data.i64[0]; 192d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (entry.count == 0) { 193d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGE("%s: metadata doesn't have timestamp, skip this result", __FUNCTION__); 194d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return; 195d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 196da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 197d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala entry = result.mMetadata.find(ANDROID_REQUEST_FRAME_COUNT); 198d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (entry.count == 0) { 199d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGE("%s: metadata doesn't have frame number, skip this result", __FUNCTION__); 200d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return; 201d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 202d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala int32_t frameNumber = entry.data.i32[0]; 203da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 204d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGVV("Got preview metadata for frame %d with timestamp %" PRId64, frameNumber, timestamp); 205da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 206d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (mState != RUNNING) return; 207da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 208d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala // Corresponding buffer has been cleared. No need to push into mFrameList 209d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (timestamp <= mLatestClearedBufferTimestamp) return; 210768cf093dade9085e0ad6305d9f7c16ae9ad9e26Eino-Ville Talvala 211d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala mFrameList.editItemAt(mFrameListHead) = result.mMetadata; 212d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala mFrameListHead = (mFrameListHead + 1) % mFrameListDepth; 213da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala} 214da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 215da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvalastatus_t ZslProcessor::updateStream(const Parameters ¶ms) { 216da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala ATRACE_CALL(); 217da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala ALOGV("%s: Configuring ZSL streams", __FUNCTION__); 218da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala status_t res; 219da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 220da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala Mutex::Autolock l(mInputMutex); 221da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 222da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala sp<Camera2Client> client = mClient.promote(); 223d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala if (client == 0) { 224d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala ALOGE("%s: Camera %d: Client does not exist", __FUNCTION__, mId); 225d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala return INVALID_OPERATION; 226d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala } 227d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala sp<Camera3Device> device = 228d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala static_cast<Camera3Device*>(client->getCameraDevice().get()); 229d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala if (device == 0) { 230d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala ALOGE("%s: Camera %d: Device does not exist", __FUNCTION__, mId); 231d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala return INVALID_OPERATION; 232d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala } 233da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 2342d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if ((mZslStreamId != NO_STREAM) || (mInputStreamId != NO_STREAM)) { 235da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala // Check if stream parameters have to change 236da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala uint32_t currentWidth, currentHeight; 237da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala res = device->getStreamInfo(mZslStreamId, 238d46a6b9fd8b2a4f9098757384711e2cd03a91651Eino-Ville Talvala ¤tWidth, ¤tHeight, 0, 0); 239da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala if (res != OK) { 240da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala ALOGE("%s: Camera %d: Error querying capture output stream info: " 241da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala "%s (%d)", __FUNCTION__, 242d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala client->getCameraId(), strerror(-res), res); 243da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala return res; 244da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala } 245dc2e6ddc933e40632e79a866d9ece870db1a975eEino-Ville Talvala if (currentWidth != (uint32_t)params.fastInfo.arrayWidth || 2466e4db898bac9499a8abe7e6b6fbf729b78f6bd68Eino-Ville Talvala currentHeight != (uint32_t)params.fastInfo.arrayHeight) { 2472d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (mZslStreamId != NO_STREAM) { 2482d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGV("%s: Camera %d: Deleting stream %d since the buffer " 2492d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev "dimensions changed", 2502d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev __FUNCTION__, client->getCameraId(), mZslStreamId); 2512d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev res = device->deleteStream(mZslStreamId); 2522d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (res == -EBUSY) { 2532d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGV("%s: Camera %d: Device is busy, call updateStream again " 2542d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev " after it becomes idle", __FUNCTION__, mId); 2552d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return res; 2562d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } else if(res != OK) { 2572d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGE("%s: Camera %d: Unable to delete old output stream " 2582d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev "for ZSL: %s (%d)", __FUNCTION__, 2592d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev client->getCameraId(), strerror(-res), res); 2602d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return res; 2612d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 2622d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mZslStreamId = NO_STREAM; 2632d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 2642d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 2652d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (mInputStreamId != NO_STREAM) { 2662d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGV("%s: Camera %d: Deleting stream %d since the buffer " 2672d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev "dimensions changed", 2682d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev __FUNCTION__, client->getCameraId(), mInputStreamId); 2692d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev res = device->deleteStream(mInputStreamId); 2702d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (res == -EBUSY) { 2712d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGV("%s: Camera %d: Device is busy, call updateStream again " 2722d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev " after it becomes idle", __FUNCTION__, mId); 2732d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return res; 2742d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } else if(res != OK) { 2752d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGE("%s: Camera %d: Unable to delete old output stream " 2762d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev "for ZSL: %s (%d)", __FUNCTION__, 2772d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev client->getCameraId(), strerror(-res), res); 2782d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return res; 2792d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 2802d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mInputStreamId = NO_STREAM; 281da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala } 2822d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (nullptr != mInputProducer.get()) { 2832d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mInputProducer->disconnect(NATIVE_WINDOW_API_CPU); 2842d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mInputProducer.clear(); 2852d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 2862d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 2872d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 2882d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 2892d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (mInputStreamId == NO_STREAM) { 2902d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev res = device->createInputStream(params.fastInfo.arrayWidth, 2912d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev params.fastInfo.arrayHeight, HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED, 2922d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev &mInputStreamId); 2932d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (res != OK) { 2942d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGE("%s: Camera %d: Can't create input stream: " 2952d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev "%s (%d)", __FUNCTION__, client->getCameraId(), 2962d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev strerror(-res), res); 2972d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return res; 298da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala } 299da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala } 300da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 301da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala if (mZslStreamId == NO_STREAM) { 302da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala // Create stream for HAL production 3036e4db898bac9499a8abe7e6b6fbf729b78f6bd68Eino-Ville Talvala // TODO: Sort out better way to select resolution for ZSL 304d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 3052d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev sp<IGraphicBufferProducer> producer; 3062d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev sp<IGraphicBufferConsumer> consumer; 3072d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev BufferQueue::createBufferQueue(&producer, &consumer); 30847cf8e62b81770c0896aac444ef22a840b3a2c5eYin-Chia Yeh mProducer = new RingBufferConsumer(consumer, GRALLOC_USAGE_HW_CAMERA_ZSL, 3092d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mBufferQueueDepth); 3102d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mProducer->setName(String8("Camera2-ZslRingBufferConsumer")); 3112d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev sp<Surface> outSurface = new Surface(producer); 3122d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 3132d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev res = device->createStream(outSurface, params.fastInfo.arrayWidth, 3142d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev params.fastInfo.arrayHeight, HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED, 3152d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev HAL_DATASPACE_UNKNOWN, CAMERA3_STREAM_ROTATION_0, &mZslStreamId); 316da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala if (res != OK) { 317d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGE("%s: Camera %d: Can't create ZSL stream: " 318d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala "%s (%d)", __FUNCTION__, client->getCameraId(), 319da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala strerror(-res), res); 320da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala return res; 321da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala } 322da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala } 323d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 3244865c526e681366481b0ab242ffa1ead57bb02ccEino-Ville Talvala client->registerFrameListener(Camera2Client::kPreviewRequestIdStart, 3254865c526e681366481b0ab242ffa1ead57bb02ccEino-Ville Talvala Camera2Client::kPreviewRequestIdEnd, 32625a0aef19e170d2695f64b4c48296e7914155a88Zhijun He this, 32725a0aef19e170d2695f64b4c48296e7914155a88Zhijun He /*sendPartials*/false); 328da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 329da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala return OK; 330da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala} 331da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 332da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvalastatus_t ZslProcessor::deleteStream() { 333da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala ATRACE_CALL(); 334da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala status_t res; 3352d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev sp<Camera3Device> device = nullptr; 3362d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev sp<Camera2Client> client = nullptr; 337da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 338da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala Mutex::Autolock l(mInputMutex); 339da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 3402d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if ((mZslStreamId != NO_STREAM) || (mInputStreamId != NO_STREAM)) { 3412d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev client = mClient.promote(); 342d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (client == 0) { 343d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGE("%s: Camera %d: Client does not exist", __FUNCTION__, mId); 344d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala return INVALID_OPERATION; 345d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala } 346d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala 3472d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev device = 348d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala reinterpret_cast<Camera3Device*>(client->getCameraDevice().get()); 349d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (device == 0) { 350d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGE("%s: Camera %d: Device does not exist", __FUNCTION__, mId); 351d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return INVALID_OPERATION; 35247512a7da600ababdfd052b574488b9e499c22f6Eino-Ville Talvala } 3532d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 35447512a7da600ababdfd052b574488b9e499c22f6Eino-Ville Talvala 3552d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (mZslStreamId != NO_STREAM) { 35647512a7da600ababdfd052b574488b9e499c22f6Eino-Ville Talvala res = device->deleteStream(mZslStreamId); 35747512a7da600ababdfd052b574488b9e499c22f6Eino-Ville Talvala if (res != OK) { 35847512a7da600ababdfd052b574488b9e499c22f6Eino-Ville Talvala ALOGE("%s: Camera %d: Cannot delete ZSL output stream %d: " 359d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala "%s (%d)", __FUNCTION__, client->getCameraId(), 36047512a7da600ababdfd052b574488b9e499c22f6Eino-Ville Talvala mZslStreamId, strerror(-res), res); 36147512a7da600ababdfd052b574488b9e499c22f6Eino-Ville Talvala return res; 36247512a7da600ababdfd052b574488b9e499c22f6Eino-Ville Talvala } 363cf70d3469332445dc3ffd09729da3538612b1bb2Eino-Ville Talvala 364da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala mZslStreamId = NO_STREAM; 365da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala } 3662d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (mInputStreamId != NO_STREAM) { 3672d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev res = device->deleteStream(mInputStreamId); 3682d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (res != OK) { 3692d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGE("%s: Camera %d: Cannot delete input stream %d: " 3702d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev "%s (%d)", __FUNCTION__, client->getCameraId(), 3712d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mInputStreamId, strerror(-res), res); 3722d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return res; 3732d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 3742d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 3752d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mInputStreamId = NO_STREAM; 3762d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 3772d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 3782d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (nullptr != mInputProducer.get()) { 3792d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mInputProducer->disconnect(NATIVE_WINDOW_API_CPU); 3802d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mInputProducer.clear(); 3812d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 3822d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 383da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala return OK; 384da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala} 385da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 386da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvalaint ZslProcessor::getStreamId() const { 387da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala Mutex::Autolock l(mInputMutex); 388da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala return mZslStreamId; 389da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala} 390da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 391d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvalastatus_t ZslProcessor::updateRequestWithDefaultStillRequest(CameraMetadata &request) const { 392d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala sp<Camera2Client> client = mClient.promote(); 393d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (client == 0) { 394d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGE("%s: Camera %d: Client does not exist", __FUNCTION__, mId); 395d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return INVALID_OPERATION; 396d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 397d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala sp<Camera3Device> device = 398d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala static_cast<Camera3Device*>(client->getCameraDevice().get()); 399d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (device == 0) { 400d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGE("%s: Camera %d: Device does not exist", __FUNCTION__, mId); 401d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return INVALID_OPERATION; 402d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 403d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 404d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala CameraMetadata stillTemplate; 405d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala device->createDefaultRequest(CAMERA3_TEMPLATE_STILL_CAPTURE, &stillTemplate); 406d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 407d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala // Find some of the post-processing tags, and assign the value from template to the request. 408d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala // Only check the aberration mode and noise reduction mode for now, as they are very important 409d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala // for image quality. 410d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala uint32_t postProcessingTags[] = { 411d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ANDROID_NOISE_REDUCTION_MODE, 412d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ANDROID_COLOR_CORRECTION_ABERRATION_MODE, 413d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ANDROID_COLOR_CORRECTION_MODE, 414d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ANDROID_TONEMAP_MODE, 415d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ANDROID_SHADING_MODE, 416d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ANDROID_HOT_PIXEL_MODE, 417d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ANDROID_EDGE_MODE 418d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala }; 419d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 420d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala camera_metadata_entry_t entry; 421d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala for (size_t i = 0; i < sizeof(postProcessingTags) / sizeof(uint32_t); i++) { 422d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala entry = stillTemplate.find(postProcessingTags[i]); 423d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (entry.count > 0) { 424d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala request.update(postProcessingTags[i], entry.data.u8, 1); 425d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 426d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 427d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 428d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return OK; 429d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala} 430d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 4312d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peevvoid ZslProcessor::notifyInputReleased() { 4322d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev Mutex::Autolock l(mInputMutex); 4332d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 434c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala mBuffersToDetach++; 435c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala mBuffersToDetachSignal.signal(); 436c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala} 437c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala 438c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvalavoid ZslProcessor::doNotifyInputReleasedLocked() { 4392d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev assert(nullptr != mInputBuffer.get()); 4402d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev assert(nullptr != mInputProducer.get()); 4412d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 4422d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev sp<GraphicBuffer> gb; 4432d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev sp<Fence> fence; 4442d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev auto rc = mInputProducer->detachNextBuffer(&gb, &fence); 4452d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (NO_ERROR != rc) { 4462d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGE("%s: Failed to detach buffer from input producer: %d", 4472d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev __FUNCTION__, rc); 4482d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return; 4492d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 4502d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 4512d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev BufferItem &item = mInputBuffer->getBufferItem(); 4522d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev sp<GraphicBuffer> inputBuffer = item.mGraphicBuffer; 4532d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (gb->handle != inputBuffer->handle) { 4542d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGE("%s: Input mismatch, expected buffer %p received %p", __FUNCTION__, 4552d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev inputBuffer->handle, gb->handle); 4562d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return; 4572d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 4582d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 4592d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mInputBuffer.clear(); 4602d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGV("%s: Memory optimization, clearing ZSL queue", 4612d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev __FUNCTION__); 4622d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev clearZslResultQueueLocked(); 4632d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 4642d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev // Required so we accept more ZSL requests 4652d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mState = RUNNING; 4662d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev} 4672d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 4682d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peevvoid ZslProcessor::InputProducerListener::onBufferReleased() { 4692d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev sp<ZslProcessor> parent = mParent.promote(); 4702d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (nullptr != parent.get()) { 4712d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev parent->notifyInputReleased(); 4722d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 4732d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev} 4742d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 475da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvalastatus_t ZslProcessor::pushToReprocess(int32_t requestId) { 476da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala ALOGV("%s: Send in reprocess request with id %d", 477da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala __FUNCTION__, requestId); 478da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala Mutex::Autolock l(mInputMutex); 479da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala status_t res; 480da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala sp<Camera2Client> client = mClient.promote(); 481da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 482d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala if (client == 0) { 483d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala ALOGE("%s: Camera %d: Client does not exist", __FUNCTION__, mId); 484d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala return INVALID_OPERATION; 485d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala } 48697b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala 48797b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala IF_ALOGV() { 48897b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala dumpZslQueue(-1); 48997b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala } 49097b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala 491d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala size_t metadataIdx; 492d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala nsecs_t candidateTimestamp = getCandidateTimestampLocked(&metadataIdx); 493d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 494d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (candidateTimestamp == -1) { 4952d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGV("%s: Could not find good candidate for ZSL reprocessing", 496d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala __FUNCTION__); 497d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return NOT_ENOUGH_DATA; 4982d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } else { 4992d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGV("%s: Found good ZSL candidate idx: %u", 5002d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev __FUNCTION__, (unsigned int) metadataIdx); 501d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 502d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 5032d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (nullptr == mInputProducer.get()) { 5042d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev res = client->getCameraDevice()->getInputBufferProducer( 5052d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev &mInputProducer); 5062d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (res != OK) { 5072d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGE("%s: Camera %d: Unable to retrieve input producer: " 5082d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev "%s (%d)", __FUNCTION__, client->getCameraId(), 5092d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev strerror(-res), res); 5102d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return res; 5112d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 5122d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 5132d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev IGraphicBufferProducer::QueueBufferOutput output; 5142d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev res = mInputProducer->connect(new InputProducerListener(this), 5152d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev NATIVE_WINDOW_API_CPU, false, &output); 5162d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (res != OK) { 5172d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGE("%s: Camera %d: Unable to connect to input producer: " 5182d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev "%s (%d)", __FUNCTION__, client->getCameraId(), 5192d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev strerror(-res), res); 5202d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return res; 5212d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 5222d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 523d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 5242d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev res = enqueueInputBufferByTimestamp(candidateTimestamp, 5252d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev /*actualTimestamp*/NULL); 5262d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (res == NO_BUFFER_AVAILABLE) { 527d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGV("%s: No ZSL buffers yet", __FUNCTION__); 528d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return NOT_ENOUGH_DATA; 529d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } else if (res != OK) { 530d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGE("%s: Unable to push buffer for reprocessing: %s (%d)", 531d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala __FUNCTION__, strerror(-res), res); 532d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return res; 533d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 534d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 535d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala { 536d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala CameraMetadata request = mFrameList[metadataIdx]; 537d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 53897b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala // Verify that the frame is reasonable for reprocessing 53997b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala 54097b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala camera_metadata_entry_t entry; 54197b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala entry = request.find(ANDROID_CONTROL_AE_STATE); 54297b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala if (entry.count == 0) { 54397b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala ALOGE("%s: ZSL queue frame has no AE state field!", 54497b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala __FUNCTION__); 545bdde5f884eaf270ab4b806849f3122a46cd872ceEino-Ville Talvala return BAD_VALUE; 546bdde5f884eaf270ab4b806849f3122a46cd872ceEino-Ville Talvala } 54797b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala if (entry.data.u8[0] != ANDROID_CONTROL_AE_STATE_CONVERGED && 54897b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala entry.data.u8[0] != ANDROID_CONTROL_AE_STATE_LOCKED) { 54997b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala ALOGV("%s: ZSL queue frame AE state is %d, need full capture", 55097b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala __FUNCTION__, entry.data.u8[0]); 55197b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala return NOT_ENOUGH_DATA; 55297b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala } 55397b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala 554da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala uint8_t requestType = ANDROID_REQUEST_TYPE_REPROCESS; 555da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala res = request.update(ANDROID_REQUEST_TYPE, 556da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala &requestType, 1); 557d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (res != OK) { 558d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGE("%s: Unable to update request type", 559d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala __FUNCTION__); 560d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return INVALID_OPERATION; 561d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 562d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 563d1d6467d3bcbc1305eeba0176a2edf04925c368eZhijun He int32_t inputStreams[1] = 5642d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev { mInputStreamId }; 565d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala res = request.update(ANDROID_REQUEST_INPUT_STREAMS, 566da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala inputStreams, 1); 567d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (res != OK) { 568d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGE("%s: Unable to update request input streams", 569d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala __FUNCTION__); 570d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return INVALID_OPERATION; 571d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 572d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 573d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala uint8_t captureIntent = 574d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala static_cast<uint8_t>(ANDROID_CONTROL_CAPTURE_INTENT_STILL_CAPTURE); 575d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala res = request.update(ANDROID_CONTROL_CAPTURE_INTENT, 576d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala &captureIntent, 1); 577d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (res != OK ) { 578d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGE("%s: Unable to update request capture intent", 579d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala __FUNCTION__); 580d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return INVALID_OPERATION; 581d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 582d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 583d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala // TODO: Shouldn't we also update the latest preview frame? 584d1d6467d3bcbc1305eeba0176a2edf04925c368eZhijun He int32_t outputStreams[1] = 585d1d6467d3bcbc1305eeba0176a2edf04925c368eZhijun He { client->getCaptureStreamId() }; 586d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala res = request.update(ANDROID_REQUEST_OUTPUT_STREAMS, 587da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala outputStreams, 1); 588d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (res != OK) { 589d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGE("%s: Unable to update request output streams", 590d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala __FUNCTION__); 591d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return INVALID_OPERATION; 592d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 593d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 594da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala res = request.update(ANDROID_REQUEST_ID, 595da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala &requestId, 1); 596da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala if (res != OK ) { 597d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGE("%s: Unable to update frame to a reprocess request", 598d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala __FUNCTION__); 599da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala return INVALID_OPERATION; 600da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala } 601da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 6024865c526e681366481b0ab242ffa1ead57bb02ccEino-Ville Talvala res = client->stopStream(); 603c20630569431234db23b6182dd17102023dee68eAlex Ray if (res != OK) { 604c20630569431234db23b6182dd17102023dee68eAlex Ray ALOGE("%s: Camera %d: Unable to stop preview for ZSL capture: " 605c20630569431234db23b6182dd17102023dee68eAlex Ray "%s (%d)", 606d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala __FUNCTION__, client->getCameraId(), strerror(-res), res); 607c20630569431234db23b6182dd17102023dee68eAlex Ray return INVALID_OPERATION; 608c20630569431234db23b6182dd17102023dee68eAlex Ray } 609da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 610ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala // Update JPEG settings 611ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala { 612ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala SharedParameters::Lock l(client->getParameters()); 613ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala res = l.mParameters.updateRequestJpeg(&request); 614ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala if (res != OK) { 615ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala ALOGE("%s: Camera %d: Unable to update JPEG entries of ZSL " 616ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala "capture request: %s (%d)", __FUNCTION__, 617d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala client->getCameraId(), 618ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala strerror(-res), res); 619ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala return res; 620ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala } 621ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala } 622ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala 623d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala // Update post-processing settings 624d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala res = updateRequestWithDefaultStillRequest(request); 625d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (res != OK) { 626d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGW("%s: Unable to update post-processing tags, the reprocessed image quality " 627d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala "may be compromised", __FUNCTION__); 628d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 629d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 630ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala mLatestCapturedRequest = request; 631da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala res = client->getCameraDevice()->capture(request); 632da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala if (res != OK ) { 633d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGE("%s: Unable to send ZSL reprocess request to capture: %s" 634d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala " (%d)", __FUNCTION__, strerror(-res), res); 635da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala return res; 636da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala } 637da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 638da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala mState = LOCKED; 639da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala } 640d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 641da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala return OK; 642da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala} 643da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 6442d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peevstatus_t ZslProcessor::enqueueInputBufferByTimestamp( 6452d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev nsecs_t timestamp, 6462d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev nsecs_t* actualTimestamp) { 6472d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 6482d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev TimestampFinder timestampFinder = TimestampFinder(timestamp); 6492d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 6502d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mInputBuffer = mProducer->pinSelectedBuffer(timestampFinder, 6512d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev /*waitForFence*/false); 6522d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 6532d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (nullptr == mInputBuffer.get()) { 6542d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGE("%s: No ZSL buffers were available yet", __FUNCTION__); 6552d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return NO_BUFFER_AVAILABLE; 6562d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 6572d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 6582d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev nsecs_t actual = mInputBuffer->getBufferItem().mTimestamp; 6592d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 6602d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (actual != timestamp) { 6612d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev // TODO: This is problematic, the metadata queue timestamp should 6622d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev // usually have a corresponding ZSL buffer with the same timestamp. 6632d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev // If this is not the case, then it is possible that we will use 6642d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev // a ZSL buffer from a different request, which can result in 6652d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev // side effects during the reprocess pass. 6662d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGW("%s: ZSL buffer candidate search didn't find an exact match --" 6672d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev " requested timestamp = %" PRId64 ", actual timestamp = %" PRId64, 6682d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev __FUNCTION__, timestamp, actual); 6692d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 6702d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 6712d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (nullptr != actualTimestamp) { 6722d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev *actualTimestamp = actual; 6732d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 6742d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 6752d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev BufferItem &item = mInputBuffer->getBufferItem(); 6762d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev auto rc = mInputProducer->attachBuffer(&mInputProducerSlot, 6772d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev item.mGraphicBuffer); 6782d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (OK != rc) { 6792d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGE("%s: Failed to attach input ZSL buffer to producer: %d", 6802d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev __FUNCTION__, rc); 6812d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return rc; 6822d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 6832d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 6842d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev IGraphicBufferProducer::QueueBufferOutput output; 6852d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev IGraphicBufferProducer::QueueBufferInput input(item.mTimestamp, 6862d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev item.mIsAutoTimestamp, item.mDataSpace, item.mCrop, 6872d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev item.mScalingMode, item.mTransform, item.mFence); 6882d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev rc = mInputProducer->queueBuffer(mInputProducerSlot, input, &output); 6892d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (OK != rc) { 6902d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev ALOGE("%s: Failed to queue ZSL buffer to producer: %d", 6912d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev __FUNCTION__, rc); 6922d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return rc; 6932d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 6942d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 6952d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return rc; 6962d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev} 6972d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 6982d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peevstatus_t ZslProcessor::clearInputRingBufferLocked(nsecs_t* latestTimestamp) { 6992d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 7002d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (nullptr != latestTimestamp) { 7012d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev *latestTimestamp = mProducer->getLatestTimestamp(); 7022d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev } 7032d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev mInputBuffer.clear(); 7042d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 7052d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return mProducer->clear(); 7062d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev} 7072d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev 708768cf093dade9085e0ad6305d9f7c16ae9ad9e26Eino-Ville Talvalastatus_t ZslProcessor::clearZslQueue() { 709768cf093dade9085e0ad6305d9f7c16ae9ad9e26Eino-Ville Talvala Mutex::Autolock l(mInputMutex); 710768cf093dade9085e0ad6305d9f7c16ae9ad9e26Eino-Ville Talvala // If in middle of capture, can't clear out queue 711768cf093dade9085e0ad6305d9f7c16ae9ad9e26Eino-Ville Talvala if (mState == LOCKED) return OK; 712768cf093dade9085e0ad6305d9f7c16ae9ad9e26Eino-Ville Talvala 713768cf093dade9085e0ad6305d9f7c16ae9ad9e26Eino-Ville Talvala return clearZslQueueLocked(); 714768cf093dade9085e0ad6305d9f7c16ae9ad9e26Eino-Ville Talvala} 715768cf093dade9085e0ad6305d9f7c16ae9ad9e26Eino-Ville Talvala 716768cf093dade9085e0ad6305d9f7c16ae9ad9e26Eino-Ville Talvalastatus_t ZslProcessor::clearZslQueueLocked() { 7172d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev if (NO_STREAM != mZslStreamId) { 718d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala // clear result metadata list first. 719d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala clearZslResultQueueLocked(); 7202d16ffaae63051b5faf7c39a455c6d5af0226377Emilian Peev return clearInputRingBufferLocked(&mLatestClearedBufferTimestamp); 721768cf093dade9085e0ad6305d9f7c16ae9ad9e26Eino-Ville Talvala } 722768cf093dade9085e0ad6305d9f7c16ae9ad9e26Eino-Ville Talvala return OK; 723768cf093dade9085e0ad6305d9f7c16ae9ad9e26Eino-Ville Talvala} 724768cf093dade9085e0ad6305d9f7c16ae9ad9e26Eino-Ville Talvala 725d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvalavoid ZslProcessor::clearZslResultQueueLocked() { 726d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala mFrameList.clear(); 727d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala mFrameListHead = 0; 728d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala mFrameList.insertAt(0, mFrameListDepth); 729d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala} 730d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 731ddf3c5025e2f6f35a4c188c19f30142c64a092c4Igor Murashkinvoid ZslProcessor::dump(int fd, const Vector<String16>& /*args*/) const { 73297b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala Mutex::Autolock l(mInputMutex); 733ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala if (!mLatestCapturedRequest.isEmpty()) { 734ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala String8 result(" Latest ZSL capture request:\n"); 735ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala write(fd, result.string(), result.size()); 736ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala mLatestCapturedRequest.dump(fd, 2, 6); 737ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala } else { 738ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala String8 result(" Latest ZSL capture request: none yet\n"); 739ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala write(fd, result.string(), result.size()); 740ec7710898208162576c3242f5a590651ab42aa2dEino-Ville Talvala } 74197b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala dumpZslQueue(fd); 742da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala} 743da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 744da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvalabool ZslProcessor::threadLoop() { 745c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala Mutex::Autolock l(mInputMutex); 746c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala 747c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala if (mBuffersToDetach == 0) { 748c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala status_t res = mBuffersToDetachSignal.waitRelative(mInputMutex, kWaitDuration); 749c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala if (res == TIMED_OUT) return true; 750c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala } 751c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala while (mBuffersToDetach > 0) { 752c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala doNotifyInputReleasedLocked(); 753c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala mBuffersToDetach--; 754c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala } 755c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala 756c19fe8db4adb1ad2ea2743de4ee68d45dc8b8cd0Eino-Ville Talvala return true; 757da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala} 758da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 75997b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvalavoid ZslProcessor::dumpZslQueue(int fd) const { 76097b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala String8 header("ZSL queue contents:"); 76197b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala String8 indent(" "); 76297b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala ALOGV("%s", header.string()); 76397b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala if (fd != -1) { 76497b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala header = indent + header + "\n"; 76597b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala write(fd, header.string(), header.size()); 76697b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala } 76797b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala for (size_t i = 0; i < mZslQueue.size(); i++) { 76897b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala const ZslPair &queueEntry = mZslQueue[i]; 76997b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala nsecs_t bufferTimestamp = queueEntry.buffer.mTimestamp; 77097b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala camera_metadata_ro_entry_t entry; 77197b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala nsecs_t frameTimestamp = 0; 77297b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala int frameAeState = -1; 77397b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala if (!queueEntry.frame.isEmpty()) { 77497b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala entry = queueEntry.frame.find(ANDROID_SENSOR_TIMESTAMP); 77597b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala if (entry.count > 0) frameTimestamp = entry.data.i64[0]; 77697b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala entry = queueEntry.frame.find(ANDROID_CONTROL_AE_STATE); 77797b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala if (entry.count > 0) frameAeState = entry.data.u8[0]; 77897b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala } 77997b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala String8 result = 780e5729fac81c8a984e984fefc90afc64135817d4fColin Cross String8::format(" %zu: b: %" PRId64 "\tf: %" PRId64 ", AE state: %d", i, 78197b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala bufferTimestamp, frameTimestamp, frameAeState); 78297b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala ALOGV("%s", result.string()); 78397b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala if (fd != -1) { 78497b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala result = indent + result + "\n"; 78597b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala write(fd, result.string(), result.size()); 78697b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala } 78797b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala 78897b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala } 78997b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala} 79097b38a81ac989ccba02d726011a82541f14166dfEino-Ville Talvala 791d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvalabool ZslProcessor::isFixedFocusMode(uint8_t afMode) const { 792d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala switch (afMode) { 793d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala case ANDROID_CONTROL_AF_MODE_AUTO: 794d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala case ANDROID_CONTROL_AF_MODE_CONTINUOUS_VIDEO: 795d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala case ANDROID_CONTROL_AF_MODE_CONTINUOUS_PICTURE: 796d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala case ANDROID_CONTROL_AF_MODE_MACRO: 797d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return false; 798d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala break; 799d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala case ANDROID_CONTROL_AF_MODE_OFF: 800d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala case ANDROID_CONTROL_AF_MODE_EDOF: 801d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return true; 802d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala default: 803d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGE("%s: unknown focus mode %d", __FUNCTION__, afMode); 804d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return false; 805d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 806d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala} 807d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 808d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvalansecs_t ZslProcessor::getCandidateTimestampLocked(size_t* metadataIdx) const { 809d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala /** 810d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala * Find the smallest timestamp we know about so far 811d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala * - ensure that aeState is either converged or locked 812d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala */ 813d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 814d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala size_t idx = 0; 815d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala nsecs_t minTimestamp = -1; 816d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 817d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala size_t emptyCount = mFrameList.size(); 818d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 819d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala for (size_t j = 0; j < mFrameList.size(); j++) { 820d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala const CameraMetadata &frame = mFrameList[j]; 821d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (!frame.isEmpty()) { 822d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 823d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala emptyCount--; 824d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 825d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala camera_metadata_ro_entry_t entry; 826d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala entry = frame.find(ANDROID_SENSOR_TIMESTAMP); 827d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (entry.count == 0) { 828d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGE("%s: Can't find timestamp in frame!", 829d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala __FUNCTION__); 830d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala continue; 831d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 832d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala nsecs_t frameTimestamp = entry.data.i64[0]; 833d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (minTimestamp > frameTimestamp || minTimestamp == -1) { 834d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 835d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala entry = frame.find(ANDROID_CONTROL_AE_STATE); 836d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 837d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (entry.count == 0) { 838d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala /** 839d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala * This is most likely a HAL bug. The aeState field is 840d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala * mandatory, so it should always be in a metadata packet. 841d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala */ 842d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGW("%s: ZSL queue frame has no AE state field!", 843d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala __FUNCTION__); 844d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala continue; 845d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 846d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (entry.data.u8[0] != ANDROID_CONTROL_AE_STATE_CONVERGED && 847d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala entry.data.u8[0] != ANDROID_CONTROL_AE_STATE_LOCKED) { 848d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGVV("%s: ZSL queue frame AE state is %d, need " 849d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala "full capture", __FUNCTION__, entry.data.u8[0]); 850d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala continue; 851d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 852d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 853d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala entry = frame.find(ANDROID_CONTROL_AF_MODE); 854d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (entry.count == 0) { 855d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGW("%s: ZSL queue frame has no AF mode field!", 856d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala __FUNCTION__); 857d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala continue; 858d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 859d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala uint8_t afMode = entry.data.u8[0]; 860d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (afMode == ANDROID_CONTROL_AF_MODE_OFF) { 861d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala // Skip all the ZSL buffer for manual AF mode, as we don't really 862d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala // know the af state. 863d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala continue; 864d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 865d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 866d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala // Check AF state if device has focuser and focus mode isn't fixed 867d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (mHasFocuser && !isFixedFocusMode(afMode)) { 868d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala // Make sure the candidate frame has good focus. 869d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala entry = frame.find(ANDROID_CONTROL_AF_STATE); 870d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (entry.count == 0) { 871d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGW("%s: ZSL queue frame has no AF state field!", 872d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala __FUNCTION__); 873d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala continue; 874d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 875d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala uint8_t afState = entry.data.u8[0]; 876d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (afState != ANDROID_CONTROL_AF_STATE_PASSIVE_FOCUSED && 877d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala afState != ANDROID_CONTROL_AF_STATE_FOCUSED_LOCKED && 878d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala afState != ANDROID_CONTROL_AF_STATE_NOT_FOCUSED_LOCKED) { 879d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGVV("%s: ZSL queue frame AF state is %d is not good for capture, skip it", 880d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala __FUNCTION__, afState); 881d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala continue; 882d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 883d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 884d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 885d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala minTimestamp = frameTimestamp; 886d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala idx = j; 887d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 888d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 889d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGVV("%s: Saw timestamp %" PRId64, __FUNCTION__, frameTimestamp); 890d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 891d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 892d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 893d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (emptyCount == mFrameList.size()) { 894d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala /** 895d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala * This could be mildly bad and means our ZSL was triggered before 896d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala * there were any frames yet received by the camera framework. 897d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala * 898d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala * This is a fairly corner case which can happen under: 899d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala * + a user presses the shutter button real fast when the camera starts 900d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala * (startPreview followed immediately by takePicture). 901d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala * + burst capture case (hitting shutter button as fast possible) 902d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala * 903d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala * If this happens in steady case (preview running for a while, call 904d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala * a single takePicture) then this might be a fwk bug. 905d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala */ 906d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGW("%s: ZSL queue has no metadata frames", __FUNCTION__); 907d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 908d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 909d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala ALOGV("%s: Candidate timestamp %" PRId64 " (idx %zu), empty frames: %zu", 910d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala __FUNCTION__, minTimestamp, idx, emptyCount); 911d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 912d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala if (metadataIdx) { 913d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala *metadataIdx = idx; 914d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala } 915d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 916d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala return minTimestamp; 917d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala} 918d309fb9c8a2c4564d88fffba19c4e3688e4b862bEino-Ville Talvala 919da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala}; // namespace camera2 920da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala}; // namespace android 921