VirtualDisplaySurface.h revision 812ed0644f8f8f71ca403f4e5793f0dbc1fcf9b2
1/* 2 * Copyright 2013 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17#ifndef ANDROID_SF_VIRTUAL_DISPLAY_SURFACE_H 18#define ANDROID_SF_VIRTUAL_DISPLAY_SURFACE_H 19 20#include <gui/ConsumerBase.h> 21#include <gui/IGraphicBufferProducer.h> 22 23#include "DisplaySurface.h" 24 25// --------------------------------------------------------------------------- 26namespace android { 27// --------------------------------------------------------------------------- 28 29class HWComposer; 30class IProducerListener; 31 32/* This DisplaySurface implementation supports virtual displays, where GLES 33 * and/or HWC compose into a buffer that is then passed to an arbitrary 34 * consumer (the sink) running in another process. 35 * 36 * The simplest case is when the virtual display will never use the h/w 37 * composer -- either the h/w composer doesn't support writing to buffers, or 38 * there are more virtual displays than it supports simultaneously. In this 39 * case, the GLES driver works directly with the output buffer queue, and 40 * calls to the VirtualDisplay from SurfaceFlinger and DisplayHardware do 41 * nothing. 42 * 43 * If h/w composer might be used, then each frame will fall into one of three 44 * configurations: GLES-only, HWC-only, and MIXED composition. In all of these, 45 * we must provide a FB target buffer and output buffer for the HWC set() call. 46 * 47 * In GLES-only composition, the GLES driver is given a buffer from the sink to 48 * render into. When the GLES driver queues the buffer to the 49 * VirtualDisplaySurface, the VirtualDisplaySurface holds onto it instead of 50 * immediately queueing it to the sink. The buffer is used as both the FB 51 * target and output buffer for HWC, though on these frames the HWC doesn't 52 * do any work for this display and doesn't write to the output buffer. After 53 * composition is complete, the buffer is queued to the sink. 54 * 55 * In HWC-only composition, the VirtualDisplaySurface dequeues a buffer from 56 * the sink and passes it to HWC as both the FB target buffer and output 57 * buffer. The HWC doesn't need to read from the FB target buffer, but does 58 * write to the output buffer. After composition is complete, the buffer is 59 * queued to the sink. 60 * 61 * On MIXED frames, things become more complicated, since some h/w composer 62 * implementations can't read from and write to the same buffer. This class has 63 * an internal BufferQueue that it uses as a scratch buffer pool. The GLES 64 * driver is given a scratch buffer to render into. When it finishes rendering, 65 * the buffer is queued and then immediately acquired by the 66 * VirtualDisplaySurface. The scratch buffer is then used as the FB target 67 * buffer for HWC, and a separate buffer is dequeued from the sink and used as 68 * the HWC output buffer. When HWC composition is complete, the scratch buffer 69 * is released and the output buffer is queued to the sink. 70 */ 71class VirtualDisplaySurface : public DisplaySurface, 72 public BnGraphicBufferProducer, 73 private ConsumerBase { 74public: 75 VirtualDisplaySurface(HWComposer& hwc, int32_t dispId, 76 const sp<IGraphicBufferProducer>& sink, 77 const sp<IGraphicBufferProducer>& bqProducer, 78 const sp<IGraphicBufferConsumer>& bqConsumer, 79 const String8& name); 80 81 // 82 // DisplaySurface interface 83 // 84 virtual status_t beginFrame(bool mustRecompose); 85 virtual status_t prepareFrame(CompositionType compositionType); 86 virtual status_t compositionComplete(); 87 virtual status_t advanceFrame(); 88 virtual void onFrameCommitted(); 89 virtual void dumpAsString(String8& result) const; 90 virtual void resizeBuffers(const uint32_t w, const uint32_t h); 91 92private: 93 enum Source {SOURCE_SINK = 0, SOURCE_SCRATCH = 1}; 94 95 virtual ~VirtualDisplaySurface(); 96 97 // 98 // IGraphicBufferProducer interface, used by the GLES driver. 99 // 100 virtual status_t requestBuffer(int pslot, sp<GraphicBuffer>* outBuf); 101 virtual status_t setBufferCount(int bufferCount); 102 virtual status_t dequeueBuffer(int* pslot, sp<Fence>* fence, bool async, 103 uint32_t w, uint32_t h, PixelFormat format, uint32_t usage); 104 virtual status_t detachBuffer(int slot); 105 virtual status_t detachNextBuffer(sp<GraphicBuffer>* outBuffer, 106 sp<Fence>* outFence); 107 virtual status_t attachBuffer(int* slot, const sp<GraphicBuffer>& buffer); 108 virtual status_t queueBuffer(int pslot, 109 const QueueBufferInput& input, QueueBufferOutput* output); 110 virtual void cancelBuffer(int pslot, const sp<Fence>& fence); 111 virtual int query(int what, int* value); 112 virtual status_t connect(const sp<IProducerListener>& listener, 113 int api, bool producerControlledByApp, QueueBufferOutput* output); 114 virtual status_t disconnect(int api); 115 virtual status_t setSidebandStream(const sp<NativeHandle>& stream); 116 virtual void allocateBuffers(bool async, uint32_t width, uint32_t height, 117 PixelFormat format, uint32_t usage); 118 virtual status_t allowAllocation(bool allow); 119 virtual status_t setGenerationNumber(uint32_t generationNumber); 120 121 // 122 // Utility methods 123 // 124 static Source fbSourceForCompositionType(CompositionType type); 125 status_t dequeueBuffer(Source source, PixelFormat format, uint32_t usage, 126 int* sslot, sp<Fence>* fence); 127 void updateQueueBufferOutput(const QueueBufferOutput& qbo); 128 void resetPerFrameState(); 129 status_t refreshOutputBuffer(); 130 131 // Both the sink and scratch buffer pools have their own set of slots 132 // ("source slots", or "sslot"). We have to merge these into the single 133 // set of slots used by the GLES producer ("producer slots" or "pslot") and 134 // internally in the VirtualDisplaySurface. To minimize the number of times 135 // a producer slot switches which source it comes from, we map source slot 136 // numbers to producer slot numbers differently for each source. 137 static int mapSource2ProducerSlot(Source source, int sslot); 138 static int mapProducer2SourceSlot(Source source, int pslot); 139 140 // 141 // Immutable after construction 142 // 143 HWComposer& mHwc; 144 const int32_t mDisplayId; 145 const String8 mDisplayName; 146 sp<IGraphicBufferProducer> mSource[2]; // indexed by SOURCE_* 147 uint32_t mDefaultOutputFormat; 148 149 // 150 // Inter-frame state 151 // 152 153 // To avoid buffer reallocations, we track the buffer usage and format 154 // we used on the previous frame and use it again on the new frame. If 155 // the composition type changes or the GLES driver starts requesting 156 // different usage/format, we'll get a new buffer. 157 uint32_t mOutputFormat; 158 uint32_t mOutputUsage; 159 160 // Since we present a single producer interface to the GLES driver, but 161 // are internally muxing between the sink and scratch producers, we have 162 // to keep track of which source last returned each producer slot from 163 // dequeueBuffer. Each bit in mProducerSlotSource corresponds to a producer 164 // slot. Both mProducerSlotSource and mProducerBuffers are indexed by a 165 // "producer slot"; see the mapSlot*() functions. 166 uint64_t mProducerSlotSource; 167 sp<GraphicBuffer> mProducerBuffers[BufferQueue::NUM_BUFFER_SLOTS]; 168 169 // The QueueBufferOutput with the latest info from the sink, and with the 170 // transform hint cleared. Since we defer queueBuffer from the GLES driver 171 // to the sink, we have to return the previous version. 172 QueueBufferOutput mQueueBufferOutput; 173 174 // Details of the current sink buffer. These become valid when a buffer is 175 // dequeued from the sink, and are used when queueing the buffer. 176 uint32_t mSinkBufferWidth, mSinkBufferHeight; 177 178 // 179 // Intra-frame state 180 // 181 182 // Composition type and GLES buffer source for the current frame. 183 // Valid after prepareFrame(), cleared in onFrameCommitted. 184 CompositionType mCompositionType; 185 186 // mFbFence is the fence HWC should wait for before reading the framebuffer 187 // target buffer. 188 sp<Fence> mFbFence; 189 190 // mOutputFence is the fence HWC should wait for before writing to the 191 // output buffer. 192 sp<Fence> mOutputFence; 193 194 // Producer slot numbers for the buffers to use for HWC framebuffer target 195 // and output. 196 int mFbProducerSlot; 197 int mOutputProducerSlot; 198 199 // Debug only -- track the sequence of events in each frame so we can make 200 // sure they happen in the order we expect. This class implicitly models 201 // a state machine; this enum/variable makes it explicit. 202 // 203 // +-----------+-------------------+-------------+ 204 // | State | Event || Next State | 205 // +-----------+-------------------+-------------+ 206 // | IDLE | beginFrame || BEGUN | 207 // | BEGUN | prepareFrame || PREPARED | 208 // | PREPARED | dequeueBuffer [1] || GLES | 209 // | PREPARED | advanceFrame [2] || HWC | 210 // | GLES | queueBuffer || GLES_DONE | 211 // | GLES_DONE | advanceFrame || HWC | 212 // | HWC | onFrameCommitted || IDLE | 213 // +-----------+-------------------++------------+ 214 // [1] COMPOSITION_GLES and COMPOSITION_MIXED frames. 215 // [2] COMPOSITION_HWC frames. 216 // 217 enum DbgState { 218 // no buffer dequeued, don't know anything about the next frame 219 DBG_STATE_IDLE, 220 // output buffer dequeued, framebuffer source not yet known 221 DBG_STATE_BEGUN, 222 // output buffer dequeued, framebuffer source known but not provided 223 // to GLES yet. 224 DBG_STATE_PREPARED, 225 // GLES driver has a buffer dequeued 226 DBG_STATE_GLES, 227 // GLES driver has queued the buffer, we haven't sent it to HWC yet 228 DBG_STATE_GLES_DONE, 229 // HWC has the buffer for this frame 230 DBG_STATE_HWC, 231 }; 232 DbgState mDbgState; 233 CompositionType mDbgLastCompositionType; 234 235 const char* dbgStateStr() const; 236 static const char* dbgSourceStr(Source s); 237 238 bool mMustRecompose; 239}; 240 241// --------------------------------------------------------------------------- 242} // namespace android 243// --------------------------------------------------------------------------- 244 245#endif // ANDROID_SF_VIRTUAL_DISPLAY_SURFACE_H 246 247