StreamingProcessor.h revision 4a5c009bc2389304cf078c270bceb656479367d2
143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala/*
243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * Copyright (C) 2012 The Android Open Source Project
343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala *
443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * Licensed under the Apache License, Version 2.0 (the "License");
543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * you may not use this file except in compliance with the License.
643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * You may obtain a copy of the License at
743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala *
843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala *      http://www.apache.org/licenses/LICENSE-2.0
943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala *
1043cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * Unless required by applicable law or agreed to in writing, software
1143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * distributed under the License is distributed on an "AS IS" BASIS,
1243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * See the License for the specific language governing permissions and
1443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * limitations under the License.
1543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala */
1643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
1743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala#ifndef ANDROID_SERVERS_CAMERA_CAMERA2_STREAMINGPROCESSOR_H
1843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala#define ANDROID_SERVERS_CAMERA_CAMERA2_STREAMINGPROCESSOR_H
1943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
2043cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala#include <utils/Mutex.h>
2143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala#include <utils/String16.h>
2243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala#include <gui/BufferItemConsumer.h>
2343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
2443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala#include "Parameters.h"
25bd02dd1bf1f34eb4e100d0d058f1fe5a2790d67eIgor Murashkin#include "camera/CameraMetadata.h"
2643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
2743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvalanamespace android {
2843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
2943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvalaclass Camera2Client;
3002f8457cf788e09e4f0c302dda453f13293009e7Eino-Ville Talvalaclass CameraDeviceBase;
3143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvalaclass IMemory;
3243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
3343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvalanamespace camera2 {
3443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
3543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvalaclass Camera2Heap;
3643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
3743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala/**
3843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * Management and processing for preview and recording streams
3943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala */
40254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvalaclass StreamingProcessor:
41254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala            public Thread, public BufferItemConsumer::FrameAvailableListener {
4243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala  public:
4302f8457cf788e09e4f0c302dda453f13293009e7Eino-Ville Talvala    StreamingProcessor(sp<Camera2Client> client);
4443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    ~StreamingProcessor();
4543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
4643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t setPreviewWindow(sp<ANativeWindow> window);
4743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
4843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    bool haveValidPreviewWindow() const;
4943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
5043cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t updatePreviewRequest(const Parameters &params);
5143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t updatePreviewStream(const Parameters &params);
5243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t deletePreviewStream();
5343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    int getPreviewStreamId() const;
5443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
5543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t setRecordingBufferCount(size_t count);
5643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t updateRecordingRequest(const Parameters &params);
5743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t updateRecordingStream(const Parameters &params);
5843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t deleteRecordingStream();
5943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    int getRecordingStreamId() const;
6043cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
6143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    enum StreamType {
624c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala        NONE,
6343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala        PREVIEW,
6443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala        RECORD
6543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    };
6643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t startStream(StreamType type,
6743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala            const Vector<uint8_t> &outputStreams);
6843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
695282713a976184e41451315f1286d8075b257d58Igor Murashkin    // Toggle between paused and unpaused. Stream must be started first.
705282713a976184e41451315f1286d8075b257d58Igor Murashkin    status_t togglePauseStream(bool pause);
715282713a976184e41451315f1286d8075b257d58Igor Murashkin
7243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t stopStream();
7343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
744c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala    // Returns the request ID for the currently streaming request
754c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala    // Returns 0 if there is no active request.
764c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala    status_t getActiveRequestId() const;
774c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala    status_t incrementStreamingIds();
784c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala
7943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    // Callback for new recording frames from HAL
8043cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    virtual void onFrameAvailable();
8143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    // Callback from stagefright which returns used recording frames
8243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    void releaseRecordingFrame(const sp<IMemory>& mem);
8343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
8443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t dump(int fd, const Vector<String16>& args);
8543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
8643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala  private:
8743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    mutable Mutex mMutex;
8843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
8943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    enum {
9043cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala        NO_STREAM = -1
9143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    };
9243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
9343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    wp<Camera2Client> mClient;
9402f8457cf788e09e4f0c302dda453f13293009e7Eino-Ville Talvala    wp<CameraDeviceBase> mDevice;
9502f8457cf788e09e4f0c302dda453f13293009e7Eino-Ville Talvala    int mId;
9643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
974c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala    StreamType mActiveRequest;
985282713a976184e41451315f1286d8075b257d58Igor Murashkin    bool mPaused;
994c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala
1004a5c009bc2389304cf078c270bceb656479367d2Eino-Ville Talvala    Vector<uint8_t> mActiveStreamIds;
1014a5c009bc2389304cf078c270bceb656479367d2Eino-Ville Talvala
10243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    // Preview-related members
1034c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala    int32_t mPreviewRequestId;
10443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    int mPreviewStreamId;
10543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    CameraMetadata mPreviewRequest;
10643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    sp<ANativeWindow> mPreviewWindow;
10743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
10843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    // Recording-related members
109254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala    static const nsecs_t kWaitDuration = 50000000; // 50 ms
110254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala
1114c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala    int32_t mRecordingRequestId;
11243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    int mRecordingStreamId;
11343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    int mRecordingFrameCount;
11443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    sp<BufferItemConsumer> mRecordingConsumer;
11543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    sp<ANativeWindow>  mRecordingWindow;
11643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    CameraMetadata mRecordingRequest;
11743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    sp<camera2::Camera2Heap> mRecordingHeap;
11843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
119254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala    bool mRecordingFrameAvailable;
120254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala    Condition mRecordingFrameAvailableSignal;
121254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala
12243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    static const size_t kDefaultRecordingHeapCount = 8;
12343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    size_t mRecordingHeapCount;
12443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    Vector<BufferItemConsumer::BufferItem> mRecordingBuffers;
12543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    size_t mRecordingHeapHead, mRecordingHeapFree;
12643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
127254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala    virtual bool threadLoop();
128254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala
129254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala    status_t processRecordingFrame();
1304a5c009bc2389304cf078c270bceb656479367d2Eino-Ville Talvala
1314a5c009bc2389304cf078c270bceb656479367d2Eino-Ville Talvala    // Unilaterally free any buffers still outstanding to stagefright
1324a5c009bc2389304cf078c270bceb656479367d2Eino-Ville Talvala    void releaseAllRecordingFramesLocked();
1334a5c009bc2389304cf078c270bceb656479367d2Eino-Ville Talvala
1344a5c009bc2389304cf078c270bceb656479367d2Eino-Ville Talvala    // Determine if the specified stream is currently in use
1354a5c009bc2389304cf078c270bceb656479367d2Eino-Ville Talvala    static bool isStreamActive(const Vector<uint8_t> &streams,
1364a5c009bc2389304cf078c270bceb656479367d2Eino-Ville Talvala            uint8_t recordingStreamId);
13743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala};
13843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
13943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
14043cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala}; // namespace camera2
14143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala}; // namespace android
14243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
14343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala#endif
144