1da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala/* 2da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * Copyright (C) 2012 The Android Open Source Project 3da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * 4da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * Licensed under the Apache License, Version 2.0 (the "License"); 5da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * you may not use this file except in compliance with the License. 6da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * You may obtain a copy of the License at 7da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * 8da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * http://www.apache.org/licenses/LICENSE-2.0 9da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * 10da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * Unless required by applicable law or agreed to in writing, software 11da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * distributed under the License is distributed on an "AS IS" BASIS, 12da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * See the License for the specific language governing permissions and 14da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * limitations under the License. 15da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala */ 16da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 17da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#ifndef ANDROID_SERVERS_CAMERA_CAMERA2_CAPTURESEQUENCER_H 18da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#define ANDROID_SERVERS_CAMERA_CAMERA2_CAPTURESEQUENCER_H 19da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 20fe580e57081885dd6059e0d407a6cd96a1be7e51Eino-Ville Talvala#include <binder/MemoryBase.h> 21da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#include <utils/Thread.h> 22da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#include <utils/String16.h> 23da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#include <utils/Vector.h> 24da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#include <utils/Mutex.h> 25da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#include <utils/Condition.h> 267efa520c76e6a1f6b3146404cc6aca5a8353583aIgor Murashkin#include "camera/CameraMetadata.h" 27da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#include "Parameters.h" 28da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#include "FrameProcessor.h" 29da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 30da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvalanamespace android { 31da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 32da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvalaclass Camera2Client; 33da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 34da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvalanamespace camera2 { 35da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 36ae500e53efa1d26eb7c13e62d0ecc8d75db2473aIgor Murashkinclass ZslProcessorInterface; 37e538206d15282afbc5b168d60b1026a5dfcd13c0James Painterclass BurstCapture; 38da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 39da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala/** 40da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * Manages the still image capture process for 41da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * zero-shutter-lag, regular, and video snapshots. 42da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala */ 43da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvalaclass CaptureSequencer: 44da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala virtual public Thread, 45da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala virtual public FrameProcessor::FilteredListener { 46da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala public: 47da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala CaptureSequencer(wp<Camera2Client> client); 48da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala ~CaptureSequencer(); 49da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 50da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala // Get reference to the ZslProcessor, which holds the ZSL buffers and frames 51ae500e53efa1d26eb7c13e62d0ecc8d75db2473aIgor Murashkin void setZslProcessor(wp<ZslProcessorInterface> processor); 52da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 53da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala // Begin still image capture 54aa9e3e01b86bd9bfb5ac36c0f360d5fe478cbb2dIgor Murashkin status_t startCapture(int msgType); 55da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 56d5087f91357a9218580596b466926ab750bc8ea7Eino-Ville Talvala // Wait until current image capture completes; returns immediately if no 57d5087f91357a9218580596b466926ab750bc8ea7Eino-Ville Talvala // capture is active. Returns TIMED_OUT if capture does not complete during 58d5087f91357a9218580596b466926ab750bc8ea7Eino-Ville Talvala // the specified duration. 59d5087f91357a9218580596b466926ab750bc8ea7Eino-Ville Talvala status_t waitUntilIdle(nsecs_t timeout); 60d5087f91357a9218580596b466926ab750bc8ea7Eino-Ville Talvala 61da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala // Notifications about AE state changes 62da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala void notifyAutoExposure(uint8_t newState, int triggerId); 63da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 64da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala // Notifications from the frame processor 65f1e98d857ec377f2c9b916073d40732e6ebb7cedEino-Ville Talvala virtual void onFrameAvailable(int32_t requestId, const CameraMetadata &frame); 66da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 67fe580e57081885dd6059e0d407a6cd96a1be7e51Eino-Ville Talvala // Notifications from the JPEG processor 68fe580e57081885dd6059e0d407a6cd96a1be7e51Eino-Ville Talvala void onCaptureAvailable(nsecs_t timestamp, sp<MemoryBase> captureBuffer); 69da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 70da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala void dump(int fd, const Vector<String16>& args); 71da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 72da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala private: 73da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala /** 74da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * Accessed by other threads 75da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala */ 76da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala Mutex mInputMutex; 77da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 78da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala bool mStartCapture; 79da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala bool mBusy; 80da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala Condition mStartCaptureSignal; 81da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 82da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala bool mNewAEState; 83da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala uint8_t mAEState; 84da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala int mAETriggerId; 85da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala Condition mNewNotifySignal; 86da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 87da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala bool mNewFrameReceived; 88da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala int32_t mNewFrameId; 89da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala CameraMetadata mNewFrame; 90da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala Condition mNewFrameSignal; 91da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 92da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala bool mNewCaptureReceived; 93da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala nsecs_t mCaptureTimestamp; 94fe580e57081885dd6059e0d407a6cd96a1be7e51Eino-Ville Talvala sp<MemoryBase> mCaptureBuffer; 95da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala Condition mNewCaptureSignal; 96da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 971e6ccd5c78016ac9f9247cb8337cf263b3afb73eEino-Ville Talvala bool mShutterNotified; 981e6ccd5c78016ac9f9247cb8337cf263b3afb73eEino-Ville Talvala 99da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala /** 100da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala * Internal to CaptureSequencer 101da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala */ 102da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala static const nsecs_t kWaitDuration = 100000000; // 100 ms 1030a4df03542e7d7aab716a60e206dceaf5da178f3Eino-Ville Talvala static const int kMaxTimeoutsForPrecaptureStart = 10; // 1 sec 104c55311869f1853c6814c9bcda8a4b60e43091c1aEino-Ville Talvala static const int kMaxTimeoutsForPrecaptureEnd = 20; // 2 sec 1051f266efe8ce2976b6531fab8698716354b2247f8Eino-Ville Talvala static const int kMaxTimeoutsForCaptureEnd = 40; // 4 sec 106da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 107da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala wp<Camera2Client> mClient; 108ae500e53efa1d26eb7c13e62d0ecc8d75db2473aIgor Murashkin wp<ZslProcessorInterface> mZslProcessor; 109e538206d15282afbc5b168d60b1026a5dfcd13c0James Painter sp<BurstCapture> mBurstCapture; 110da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 111da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala enum CaptureState { 112da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala IDLE, 113da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala START, 114da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala ZSL_START, 115da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala ZSL_WAITING, 116da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala ZSL_REPROCESSING, 117da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala STANDARD_START, 118da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala STANDARD_PRECAPTURE_WAIT, 119da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala STANDARD_CAPTURE, 120da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala STANDARD_CAPTURE_WAIT, 121e538206d15282afbc5b168d60b1026a5dfcd13c0James Painter BURST_CAPTURE_START, 122e538206d15282afbc5b168d60b1026a5dfcd13c0James Painter BURST_CAPTURE_WAIT, 123da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala DONE, 124da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala ERROR, 125da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala NUM_CAPTURE_STATES 126da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala } mCaptureState; 127da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala static const char* kStateNames[]; 1282b07e0207da44d7b3cc63c369fd10c9f12a5e2cdEino-Ville Talvala int mStateTransitionCount; 129d5087f91357a9218580596b466926ab750bc8ea7Eino-Ville Talvala Mutex mStateMutex; // Guards mCaptureState 130d5087f91357a9218580596b466926ab750bc8ea7Eino-Ville Talvala Condition mStateChanged; 131da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 132da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala typedef CaptureState (CaptureSequencer::*StateManager)(sp<Camera2Client> &client); 133da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala static const StateManager kStateManagers[]; 134da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 135da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala CameraMetadata mCaptureRequest; 136da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 137da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala int mTriggerId; 138da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala int mTimeoutCount; 139da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala bool mAeInPrecapture; 140da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 141da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala int32_t mCaptureId; 142aa9e3e01b86bd9bfb5ac36c0f360d5fe478cbb2dIgor Murashkin int mMsgType; 143da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 144da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala // Main internal methods 145da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 146da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala virtual bool threadLoop(); 147da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 148da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala CaptureState manageIdle(sp<Camera2Client> &client); 149da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala CaptureState manageStart(sp<Camera2Client> &client); 150da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 151da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala CaptureState manageZslStart(sp<Camera2Client> &client); 152da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala CaptureState manageZslWaiting(sp<Camera2Client> &client); 153da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala CaptureState manageZslReprocessing(sp<Camera2Client> &client); 154da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 155da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala CaptureState manageStandardStart(sp<Camera2Client> &client); 156da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala CaptureState manageStandardPrecaptureWait(sp<Camera2Client> &client); 157da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala CaptureState manageStandardCapture(sp<Camera2Client> &client); 158da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala CaptureState manageStandardCaptureWait(sp<Camera2Client> &client); 159da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 160e538206d15282afbc5b168d60b1026a5dfcd13c0James Painter CaptureState manageBurstCaptureStart(sp<Camera2Client> &client); 161e538206d15282afbc5b168d60b1026a5dfcd13c0James Painter CaptureState manageBurstCaptureWait(sp<Camera2Client> &client); 162e538206d15282afbc5b168d60b1026a5dfcd13c0James Painter 163da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala CaptureState manageDone(sp<Camera2Client> &client); 164da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 165da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala // Utility methods 166da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 167da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala status_t updateCaptureRequest(const Parameters ¶ms, 168da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala sp<Camera2Client> &client); 1691b65ae9b7bcb4302f80ddc1464f1aa2c7483efb8Igor Murashkin 1701b65ae9b7bcb4302f80ddc1464f1aa2c7483efb8Igor Murashkin // Emit Shutter/Raw callback to java, and maybe play a shutter sound 1711b65ae9b7bcb4302f80ddc1464f1aa2c7483efb8Igor Murashkin static void shutterNotifyLocked(const Parameters ¶ms, 172aa9e3e01b86bd9bfb5ac36c0f360d5fe478cbb2dIgor Murashkin sp<Camera2Client> client, int msgType); 173da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala}; 174da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 175da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala}; // namespace camera2 176da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala}; // namespace android 177da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala 178da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala#endif 179