VirtualDisplaySurface.h revision 38efe86d9459cf5c96a24a34cc5cbf31fdba7e19 
1/*
2 * Copyright 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ANDROID_SF_VIRTUAL_DISPLAY_SURFACE_H
18#define ANDROID_SF_VIRTUAL_DISPLAY_SURFACE_H
19
20#include <gui/ConsumerBase.h>
21#include <gui/IGraphicBufferProducer.h>
22
23#include "DisplaySurface.h"
24
25// ---------------------------------------------------------------------------
26namespace android {
27// ---------------------------------------------------------------------------
28
29class HWComposer;
30
31/* This DisplaySurface implementation supports virtual displays, where GLES
32 * and/or HWC compose into a buffer that is then passed to an arbitrary
33 * consumer (the sink) running in another process.
34 *
35 * The simplest case is when the virtual display will never use the h/w
36 * composer -- either the h/w composer doesn't support writing to buffers, or
37 * there are more virtual displays than it supports simultaneously. In this
38 * case, the GLES driver works directly with the output buffer queue, and
39 * calls to the VirtualDisplay from SurfaceFlinger and DisplayHardware do
40 * nothing.
41 *
42 * If h/w composer might be used, then each frame will fall into one of three
43 * configurations: GLES-only, HWC-only, and MIXED composition. In all of these,
44 * we must provide a FB target buffer and output buffer for the HWC set() call.
45 *
46 * In GLES-only composition, the GLES driver is given a buffer from the sink to
47 * render into. When the GLES driver queues the buffer to the
48 * VirtualDisplaySurface, the VirtualDisplaySurface holds onto it instead of
49 * immediately queueing it to the sink. The buffer is used as both the FB
50 * target and output buffer for HWC, though on these frames the HWC doesn't
51 * do any work for this display and doesn't write to the output buffer. After
52 * composition is complete, the buffer is queued to the sink.
53 *
54 * In HWC-only composition, the VirtualDisplaySurface dequeues a buffer from
55 * the sink and passes it to HWC as both the FB target buffer and output
56 * buffer. The HWC doesn't need to read from the FB target buffer, but does
57 * write to the output buffer. After composition is complete, the buffer is
58 * queued to the sink.
59 *
60 * On MIXED frames, things become more complicated, since some h/w composer
61 * implementations can't read from and write to the same buffer. This class has
62 * an internal BufferQueue that it uses as a scratch buffer pool. The GLES
63 * driver is given a scratch buffer to render into. When it finishes rendering,
64 * the buffer is queued and then immediately acquired by the
65 * VirtualDisplaySurface. The scratch buffer is then used as the FB target
66 * buffer for HWC, and a separate buffer is dequeued from the sink and used as
67 * the HWC output buffer. When HWC composition is complete, the scratch buffer
68 * is released and the output buffer is queued to the sink.
69 */
70class VirtualDisplaySurface : public DisplaySurface,
71                              private BnGraphicBufferProducer,
72                              private ConsumerBase {
73public:
74    VirtualDisplaySurface(HWComposer& hwc, int32_t dispId,
75            const sp<IGraphicBufferProducer>& sink,
76            const String8& name);
77
78    //
79    // DisplaySurface interface
80    //
81    virtual sp<IGraphicBufferProducer> getIGraphicBufferProducer() const;
82    virtual status_t prepareFrame(CompositionType compositionType);
83    virtual status_t compositionComplete();
84    virtual status_t advanceFrame();
85    virtual void onFrameCommitted();
86    virtual void dump(String8& result) const;
87
88private:
89    enum Source {SOURCE_SINK = 0, SOURCE_SCRATCH = 1};
90
91    virtual ~VirtualDisplaySurface();
92
93    //
94    // IGraphicBufferProducer interface, used by the GLES driver.
95    //
96    virtual status_t requestBuffer(int pslot, sp<GraphicBuffer>* outBuf);
97    virtual status_t setBufferCount(int bufferCount);
98    virtual status_t dequeueBuffer(int* pslot, sp<Fence>* fence,
99            uint32_t w, uint32_t h, uint32_t format, uint32_t usage);
100    virtual status_t queueBuffer(int pslot,
101            const QueueBufferInput& input, QueueBufferOutput* output);
102    virtual void cancelBuffer(int pslot, const sp<Fence>& fence);
103    virtual int query(int what, int* value);
104    virtual status_t setSynchronousMode(bool enabled);
105    virtual status_t connect(int api, QueueBufferOutput* output);
106    virtual status_t disconnect(int api);
107
108    //
109    // Utility methods
110    //
111    static Source fbSourceForCompositionType(CompositionType type);
112    status_t dequeueBuffer(Source source, uint32_t format,
113            int* sslot, sp<Fence>* fence);
114    void updateQueueBufferOutput(const QueueBufferOutput& qbo);
115    void resetPerFrameState();
116
117    // Both the sink and scratch buffer pools have their own set of slots
118    // ("source slots", or "sslot"). We have to merge these into the single
119    // set of slots used by the GLES producer ("producer slots" or "pslot") and
120    // internally in the VirtualDisplaySurface. To minimize the number of times
121    // a producer slot switches which source it comes from, we map source slot
122    // numbers to producer slot numbers differently for each source.
123    static int mapSource2ProducerSlot(Source source, int sslot);
124    static int mapProducer2SourceSlot(Source source, int pslot);
125
126    //
127    // Immutable after construction
128    //
129    HWComposer& mHwc;
130    const int32_t mDisplayId;
131    const String8 mDisplayName;
132    sp<IGraphicBufferProducer> mSource[2]; // indexed by SOURCE_*
133
134    //
135    // Inter-frame state
136    //
137
138    // To avoid buffer reallocations, we track the buffer usage requested by
139    // the GLES driver in dequeueBuffer so we can use the same flags on
140    // HWC-only frames.
141    uint32_t mProducerUsage;
142
143    // Since we present a single producer interface to the GLES driver, but
144    // are internally muxing between the sink and scratch producers, we have
145    // to keep track of which source last returned each producer slot from
146    // dequeueBuffer. Each bit in mLastSlotSource corresponds to a producer
147    // slot. Both mProducerSlotSource and mProducerBuffers are indexed by a
148    // "producer slot"; see the mapSlot*() functions.
149    uint32_t mProducerSlotSource;
150    sp<GraphicBuffer> mProducerBuffers[BufferQueue::NUM_BUFFER_SLOTS];
151
152    // The QueueBufferOutput with the latest info from the sink, and with the
153    // transform hint cleared. Since we defer queueBuffer from the GLES driver
154    // to the sink, we have to return the previous version.
155    QueueBufferOutput mQueueBufferOutput;
156
157    //
158    // Intra-frame state
159    //
160
161    // Composition type and GLES buffer source for the current frame.
162    // Valid after prepareFrame(), cleared in onFrameCommitted.
163    CompositionType mCompositionType;
164
165    // Details of the current sink buffer. These become valid when a buffer is
166    // dequeued from the sink, and are used when queueing the buffer.
167    uint32_t mSinkBufferWidth, mSinkBufferHeight;
168
169    // mFbFence is the fence HWC should wait for before reading the framebuffer
170    // target buffer.
171    sp<Fence> mFbFence;
172
173    // Producer slot numbers for the buffers to use for HWC framebuffer target
174    // and output.
175    int mFbProducerSlot;
176    int mOutputProducerSlot;
177
178    // Debug only -- track the sequence of events in each frame so we can make
179    // sure they happen in the order we expect. This class implicitly models
180    // a state machine; this enum/variable makes it explicit.
181    //
182    // +-----------+-------------------+-------------+
183    // | State     | Event             || Next State |
184    // +-----------+-------------------+-------------+
185    // | IDLE      | prepareFrame      || PREPARED   |
186    // | PREPARED  | dequeueBuffer [1] || GLES       |
187    // | PREPARED  | advanceFrame [2]  || HWC        |
188    // | GLES      | queueBuffer       || GLES_DONE  |
189    // | GLES_DONE | advanceFrame      || HWC        |
190    // | HWC       | onFrameCommitted  || IDLE       |
191    // +-----------+-------------------++------------+
192    // [1] COMPOSITION_GLES and COMPOSITION_MIXED frames.
193    // [2] COMPOSITION_HWC frames.
194    //
195    enum DbgState {
196        // no buffer dequeued, don't know anything about the next frame
197        DBG_STATE_IDLE,
198        // no buffer dequeued, but we know the buffer source for the frame
199        DBG_STATE_PREPARED,
200        // GLES driver has a buffer dequeued
201        DBG_STATE_GLES,
202        // GLES driver has queued the buffer, we haven't sent it to HWC yet
203        DBG_STATE_GLES_DONE,
204        // HWC has the buffer for this frame
205        DBG_STATE_HWC,
206    };
207    DbgState mDbgState;
208    CompositionType mDbgLastCompositionType;
209
210    const char* dbgStateStr() const;
211    static const char* dbgSourceStr(Source s);
212};
213
214// ---------------------------------------------------------------------------
215} // namespace android
216// ---------------------------------------------------------------------------
217
218#endif // ANDROID_SF_VIRTUAL_DISPLAY_SURFACE_H
219
220