StreamingProcessor.h revision a53021f776d0c82271727e5817388936513feb92
143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala/*
243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * Copyright (C) 2012 The Android Open Source Project
343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala *
443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * Licensed under the Apache License, Version 2.0 (the "License");
543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * you may not use this file except in compliance with the License.
643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * You may obtain a copy of the License at
743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala *
843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala *      http://www.apache.org/licenses/LICENSE-2.0
943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala *
1043cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * Unless required by applicable law or agreed to in writing, software
1143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * distributed under the License is distributed on an "AS IS" BASIS,
1243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * See the License for the specific language governing permissions and
1443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * limitations under the License.
1543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala */
1643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
1743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala#ifndef ANDROID_SERVERS_CAMERA_CAMERA2_STREAMINGPROCESSOR_H
1843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala#define ANDROID_SERVERS_CAMERA_CAMERA2_STREAMINGPROCESSOR_H
1943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
2043cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala#include <utils/Mutex.h>
2143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala#include <utils/String16.h>
2243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala#include <gui/BufferItemConsumer.h>
2343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
24bd02dd1bf1f34eb4e100d0d058f1fe5a2790d67eIgor Murashkin#include "camera/CameraMetadata.h"
2543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
2643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvalanamespace android {
2743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
2843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvalaclass Camera2Client;
2902f8457cf788e09e4f0c302dda453f13293009e7Eino-Ville Talvalaclass CameraDeviceBase;
3043cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvalaclass IMemory;
3143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
3243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvalanamespace camera2 {
3343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
347b82efe7a376c882f8f938e1c41b8311a8cdda4aEino-Ville Talvalaclass Parameters;
3543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvalaclass Camera2Heap;
3643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
3743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala/**
3843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala * Management and processing for preview and recording streams
3943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala */
40254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvalaclass StreamingProcessor:
41254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala            public Thread, public BufferItemConsumer::FrameAvailableListener {
4243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala  public:
4302f8457cf788e09e4f0c302dda453f13293009e7Eino-Ville Talvala    StreamingProcessor(sp<Camera2Client> client);
4443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    ~StreamingProcessor();
4543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
4643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t setPreviewWindow(sp<ANativeWindow> window);
4743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
4843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    bool haveValidPreviewWindow() const;
4943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
5043cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t updatePreviewRequest(const Parameters &params);
5143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t updatePreviewStream(const Parameters &params);
5243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t deletePreviewStream();
5343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    int getPreviewStreamId() const;
5443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
5543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t setRecordingBufferCount(size_t count);
5643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t updateRecordingRequest(const Parameters &params);
57a53021f776d0c82271727e5817388936513feb92Yin-Chia Yeh    // If needsUpdate is set to true, a updateRecordingStream call with params will recreate
58a53021f776d0c82271727e5817388936513feb92Yin-Chia Yeh    // recording stream
59a53021f776d0c82271727e5817388936513feb92Yin-Chia Yeh    status_t recordingStreamNeedsUpdate(const Parameters &params, bool *needsUpdate);
6043cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t updateRecordingStream(const Parameters &params);
6143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t deleteRecordingStream();
6243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    int getRecordingStreamId() const;
6343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
6443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    enum StreamType {
654c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala        NONE,
6643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala        PREVIEW,
6743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala        RECORD
6843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    };
6943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t startStream(StreamType type,
70d1d6467d3bcbc1305eeba0176a2edf04925c368eZhijun He            const Vector<int32_t> &outputStreams);
7143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
725282713a976184e41451315f1286d8075b257d58Igor Murashkin    // Toggle between paused and unpaused. Stream must be started first.
735282713a976184e41451315f1286d8075b257d58Igor Murashkin    status_t togglePauseStream(bool pause);
745282713a976184e41451315f1286d8075b257d58Igor Murashkin
7543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t stopStream();
7643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
774c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala    // Returns the request ID for the currently streaming request
784c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala    // Returns 0 if there is no active request.
794c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala    status_t getActiveRequestId() const;
804c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala    status_t incrementStreamingIds();
814c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala
8243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    // Callback for new recording frames from HAL
8343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    virtual void onFrameAvailable();
8443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    // Callback from stagefright which returns used recording frames
8543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    void releaseRecordingFrame(const sp<IMemory>& mem);
8643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
8743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    status_t dump(int fd, const Vector<String16>& args);
8843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
8943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala  private:
9043cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    mutable Mutex mMutex;
9143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
9243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    enum {
9343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala        NO_STREAM = -1
9443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    };
9543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
9643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    wp<Camera2Client> mClient;
9702f8457cf788e09e4f0c302dda453f13293009e7Eino-Ville Talvala    wp<CameraDeviceBase> mDevice;
9802f8457cf788e09e4f0c302dda453f13293009e7Eino-Ville Talvala    int mId;
9943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
1004c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala    StreamType mActiveRequest;
1015282713a976184e41451315f1286d8075b257d58Igor Murashkin    bool mPaused;
1024c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala
103d1d6467d3bcbc1305eeba0176a2edf04925c368eZhijun He    Vector<int32_t> mActiveStreamIds;
1044a5c009bc2389304cf078c270bceb656479367d2Eino-Ville Talvala
10543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    // Preview-related members
1064c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala    int32_t mPreviewRequestId;
10743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    int mPreviewStreamId;
10843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    CameraMetadata mPreviewRequest;
10943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    sp<ANativeWindow> mPreviewWindow;
11043cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
11143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    // Recording-related members
112254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala    static const nsecs_t kWaitDuration = 50000000; // 50 ms
113254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala
1144c9eb718352697cd75269752344c0bcc6b05e708Eino-Ville Talvala    int32_t mRecordingRequestId;
11543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    int mRecordingStreamId;
11643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    int mRecordingFrameCount;
11743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    sp<BufferItemConsumer> mRecordingConsumer;
11843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    sp<ANativeWindow>  mRecordingWindow;
11943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    CameraMetadata mRecordingRequest;
12043cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    sp<camera2::Camera2Heap> mRecordingHeap;
12143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
122254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala    bool mRecordingFrameAvailable;
123254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala    Condition mRecordingFrameAvailableSignal;
124254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala
12543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    static const size_t kDefaultRecordingHeapCount = 8;
12643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    size_t mRecordingHeapCount;
12743cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    Vector<BufferItemConsumer::BufferItem> mRecordingBuffers;
12843cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala    size_t mRecordingHeapHead, mRecordingHeapFree;
12943cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
130254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala    virtual bool threadLoop();
131254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala
132254446a80cb13d5beb606bfc3e60a17473869478Eino-Ville Talvala    status_t processRecordingFrame();
1334a5c009bc2389304cf078c270bceb656479367d2Eino-Ville Talvala
1344a5c009bc2389304cf078c270bceb656479367d2Eino-Ville Talvala    // Unilaterally free any buffers still outstanding to stagefright
1354a5c009bc2389304cf078c270bceb656479367d2Eino-Ville Talvala    void releaseAllRecordingFramesLocked();
1364a5c009bc2389304cf078c270bceb656479367d2Eino-Ville Talvala
1374a5c009bc2389304cf078c270bceb656479367d2Eino-Ville Talvala    // Determine if the specified stream is currently in use
138d1d6467d3bcbc1305eeba0176a2edf04925c368eZhijun He    static bool isStreamActive(const Vector<int32_t> &streams,
139d1d6467d3bcbc1305eeba0176a2edf04925c368eZhijun He            int32_t recordingStreamId);
14043cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala};
14143cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
14243cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
14343cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala}; // namespace camera2
14443cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala}; // namespace android
14543cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala
14643cbdc5b5545d3344c556014b9afe8249add91e4Eino-Ville Talvala#endif
147