Surface.h revision 2b5dd4062dd951b2cafc4b80bd3a1813b013d71a
1/* 2 * Copyright (C) 2010 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17#ifndef ANDROID_GUI_SURFACE_H 18#define ANDROID_GUI_SURFACE_H 19 20#include <binder/Parcelable.h> 21 22#include <gui/IGraphicBufferProducer.h> 23#include <gui/BufferQueueDefs.h> 24 25#include <ui/ANativeObjectBase.h> 26#include <ui/Region.h> 27 28#include <utils/Condition.h> 29#include <utils/Mutex.h> 30#include <utils/RefBase.h> 31 32struct ANativeWindow_Buffer; 33 34namespace android { 35 36class ISurfaceComposer; 37 38/* 39 * An implementation of ANativeWindow that feeds graphics buffers into a 40 * BufferQueue. 41 * 42 * This is typically used by programs that want to render frames through 43 * some means (maybe OpenGL, a software renderer, or a hardware decoder) 44 * and have the frames they create forwarded to SurfaceFlinger for 45 * compositing. For example, a video decoder could render a frame and call 46 * eglSwapBuffers(), which invokes ANativeWindow callbacks defined by 47 * Surface. Surface then forwards the buffers through Binder IPC 48 * to the BufferQueue's producer interface, providing the new frame to a 49 * consumer such as GLConsumer. 50 */ 51class Surface 52 : public ANativeObjectBase<ANativeWindow, Surface, RefBase> 53{ 54public: 55 56 /* 57 * creates a Surface from the given IGraphicBufferProducer (which concrete 58 * implementation is a BufferQueue). 59 * 60 * Surface is mainly state-less while it's disconnected, it can be 61 * viewed as a glorified IGraphicBufferProducer holder. It's therefore 62 * safe to create other Surfaces from the same IGraphicBufferProducer. 63 * 64 * However, once a Surface is connected, it'll prevent other Surfaces 65 * referring to the same IGraphicBufferProducer to become connected and 66 * therefore prevent them to be used as actual producers of buffers. 67 * 68 * the controlledByApp flag indicates that this Surface (producer) is 69 * controlled by the application. This flag is used at connect time. 70 */ 71 explicit Surface(const sp<IGraphicBufferProducer>& bufferProducer, 72 bool controlledByApp = false); 73 74 /* getIGraphicBufferProducer() returns the IGraphicBufferProducer this 75 * Surface was created with. Usually it's an error to use the 76 * IGraphicBufferProducer while the Surface is connected. 77 */ 78 sp<IGraphicBufferProducer> getIGraphicBufferProducer() const; 79 80 /* convenience function to check that the given surface is non NULL as 81 * well as its IGraphicBufferProducer */ 82 static bool isValid(const sp<Surface>& surface) { 83 return surface != NULL && surface->getIGraphicBufferProducer() != NULL; 84 } 85 86 /* Attaches a sideband buffer stream to the Surface's IGraphicBufferProducer. 87 * 88 * A sideband stream is a device-specific mechanism for passing buffers 89 * from the producer to the consumer without using dequeueBuffer/ 90 * queueBuffer. If a sideband stream is present, the consumer can choose 91 * whether to acquire buffers from the sideband stream or from the queued 92 * buffers. 93 * 94 * Passing NULL or a different stream handle will detach the previous 95 * handle if any. 96 */ 97 void setSidebandStream(const sp<NativeHandle>& stream); 98 99 /* Allocates buffers based on the current dimensions/format. 100 * 101 * This function will allocate up to the maximum number of buffers 102 * permitted by the current BufferQueue configuration. It will use the 103 * default format and dimensions. This is most useful to avoid an allocation 104 * delay during dequeueBuffer. If there are already the maximum number of 105 * buffers allocated, this function has no effect. 106 */ 107 void allocateBuffers(); 108 109 /* Sets the generation number on the IGraphicBufferProducer and updates the 110 * generation number on any buffers attached to the Surface after this call. 111 * See IGBP::setGenerationNumber for more information. */ 112 status_t setGenerationNumber(uint32_t generationNumber); 113 114 // See IGraphicBufferProducer::getConsumerName 115 String8 getConsumerName() const; 116 117 // See IGraphicBufferProducer::getNextFrameNumber 118 uint64_t getNextFrameNumber() const; 119 120 /* Set the scaling mode to be used with a Surface. 121 * See NATIVE_WINDOW_SET_SCALING_MODE and its parameters 122 * in <system/window.h>. */ 123 int setScalingMode(int mode); 124 125 // See IGraphicBufferProducer::setDequeueTimeout 126 status_t setDequeueTimeout(nsecs_t timeout); 127 128 /* 129 * Wait for frame number to increase past lastFrame for at most 130 * timeoutNs. Useful for one thread to wait for another unknown 131 * thread to queue a buffer. 132 */ 133 bool waitForNextFrame(uint64_t lastFrame, nsecs_t timeout); 134 135 // See IGraphicBufferProducer::getLastQueuedBuffer 136 // See GLConsumer::getTransformMatrix for outTransformMatrix format 137 status_t getLastQueuedBuffer(sp<GraphicBuffer>* outBuffer, 138 sp<Fence>* outFence, float outTransformMatrix[16]); 139 140 /* Enables or disables frame timestamp tracking. It is disabled by default 141 * to avoid overhead during queue and dequeue for applications that don't 142 * need the feature. If disabled, calls to getFrameTimestamps will fail. 143 */ 144 void enableFrameTimestamps(bool enable); 145 146 // See IGraphicBufferProducer::getFrameTimestamps 147 status_t getFrameTimestamps(uint64_t frameNumber, 148 nsecs_t* outRequestedPresentTime, nsecs_t* outAcquireTime, 149 nsecs_t* outLatchTime, nsecs_t* outFirstRefreshStartTime, 150 nsecs_t* outLastRefreshStartTime, nsecs_t* outGlCompositionDoneTime, 151 nsecs_t* outDisplayPresentTime, nsecs_t* outDisplayRetireTime, 152 nsecs_t* outDequeueReadyTime, nsecs_t* outReleaseTime); 153 status_t getDisplayRefreshCycleDuration(nsecs_t* outRefreshDuration); 154 155 status_t getUniqueId(uint64_t* outId) const; 156 157protected: 158 virtual ~Surface(); 159 160 // Virtual for testing. 161 virtual sp<ISurfaceComposer> composerService() const; 162 163private: 164 // can't be copied 165 Surface& operator = (const Surface& rhs); 166 Surface(const Surface& rhs); 167 168 // ANativeWindow hooks 169 static int hook_cancelBuffer(ANativeWindow* window, 170 ANativeWindowBuffer* buffer, int fenceFd); 171 static int hook_dequeueBuffer(ANativeWindow* window, 172 ANativeWindowBuffer** buffer, int* fenceFd); 173 static int hook_perform(ANativeWindow* window, int operation, ...); 174 static int hook_query(const ANativeWindow* window, int what, int* value); 175 static int hook_queueBuffer(ANativeWindow* window, 176 ANativeWindowBuffer* buffer, int fenceFd); 177 static int hook_setSwapInterval(ANativeWindow* window, int interval); 178 179 static int hook_cancelBuffer_DEPRECATED(ANativeWindow* window, 180 ANativeWindowBuffer* buffer); 181 static int hook_dequeueBuffer_DEPRECATED(ANativeWindow* window, 182 ANativeWindowBuffer** buffer); 183 static int hook_lockBuffer_DEPRECATED(ANativeWindow* window, 184 ANativeWindowBuffer* buffer); 185 static int hook_queueBuffer_DEPRECATED(ANativeWindow* window, 186 ANativeWindowBuffer* buffer); 187 188 int dispatchConnect(va_list args); 189 int dispatchDisconnect(va_list args); 190 int dispatchSetBufferCount(va_list args); 191 int dispatchSetBuffersGeometry(va_list args); 192 int dispatchSetBuffersDimensions(va_list args); 193 int dispatchSetBuffersUserDimensions(va_list args); 194 int dispatchSetBuffersFormat(va_list args); 195 int dispatchSetScalingMode(va_list args); 196 int dispatchSetBuffersTransform(va_list args); 197 int dispatchSetBuffersStickyTransform(va_list args); 198 int dispatchSetBuffersTimestamp(va_list args); 199 int dispatchSetCrop(va_list args); 200 int dispatchSetPostTransformCrop(va_list args); 201 int dispatchSetUsage(va_list args); 202 int dispatchLock(va_list args); 203 int dispatchUnlockAndPost(va_list args); 204 int dispatchSetSidebandStream(va_list args); 205 int dispatchSetBuffersDataSpace(va_list args); 206 int dispatchSetSurfaceDamage(va_list args); 207 int dispatchSetSharedBufferMode(va_list args); 208 int dispatchSetAutoRefresh(va_list args); 209 int dispatchEnableFrameTimestamps(va_list args); 210 int dispatchGetFrameTimestamps(va_list args); 211 int dispatchGetDisplayRefreshCycleDuration(va_list args); 212 213protected: 214 virtual int dequeueBuffer(ANativeWindowBuffer** buffer, int* fenceFd); 215 virtual int cancelBuffer(ANativeWindowBuffer* buffer, int fenceFd); 216 virtual int queueBuffer(ANativeWindowBuffer* buffer, int fenceFd); 217 virtual int perform(int operation, va_list args); 218 virtual int setSwapInterval(int interval); 219 220 virtual int lockBuffer_DEPRECATED(ANativeWindowBuffer* buffer); 221 222 virtual int connect(int api); 223 virtual int setBufferCount(int bufferCount); 224 virtual int setBuffersUserDimensions(uint32_t width, uint32_t height); 225 virtual int setBuffersFormat(PixelFormat format); 226 virtual int setBuffersTransform(uint32_t transform); 227 virtual int setBuffersStickyTransform(uint32_t transform); 228 virtual int setBuffersTimestamp(int64_t timestamp); 229 virtual int setBuffersDataSpace(android_dataspace dataSpace); 230 virtual int setCrop(Rect const* rect); 231 virtual int setUsage(uint32_t reqUsage); 232 virtual void setSurfaceDamage(android_native_rect_t* rects, size_t numRects); 233 234public: 235 virtual int disconnect(int api, 236 IGraphicBufferProducer::DisconnectMode mode = 237 IGraphicBufferProducer::DisconnectMode::Api); 238 239 virtual int setMaxDequeuedBufferCount(int maxDequeuedBuffers); 240 virtual int setAsyncMode(bool async); 241 virtual int setSharedBufferMode(bool sharedBufferMode); 242 virtual int setAutoRefresh(bool autoRefresh); 243 virtual int setBuffersDimensions(uint32_t width, uint32_t height); 244 virtual int lock(ANativeWindow_Buffer* outBuffer, ARect* inOutDirtyBounds); 245 virtual int unlockAndPost(); 246 virtual int query(int what, int* value) const; 247 248 virtual int connect(int api, const sp<IProducerListener>& listener); 249 virtual int detachNextBuffer(sp<GraphicBuffer>* outBuffer, 250 sp<Fence>* outFence); 251 virtual int attachBuffer(ANativeWindowBuffer*); 252 253protected: 254 enum { NUM_BUFFER_SLOTS = BufferQueueDefs::NUM_BUFFER_SLOTS }; 255 enum { DEFAULT_FORMAT = PIXEL_FORMAT_RGBA_8888 }; 256 257 void querySupportedTimestampsLocked() const; 258 259 void freeAllBuffers(); 260 int getSlotFromBufferLocked(android_native_buffer_t* buffer) const; 261 262 struct BufferSlot { 263 sp<GraphicBuffer> buffer; 264 Region dirtyRegion; 265 }; 266 267 // mSurfaceTexture is the interface to the surface texture server. All 268 // operations on the surface texture client ultimately translate into 269 // interactions with the server using this interface. 270 // TODO: rename to mBufferProducer 271 sp<IGraphicBufferProducer> mGraphicBufferProducer; 272 273 // mSlots stores the buffers that have been allocated for each buffer slot. 274 // It is initialized to null pointers, and gets filled in with the result of 275 // IGraphicBufferProducer::requestBuffer when the client dequeues a buffer from a 276 // slot that has not yet been used. The buffer allocated to a slot will also 277 // be replaced if the requested buffer usage or geometry differs from that 278 // of the buffer allocated to a slot. 279 BufferSlot mSlots[NUM_BUFFER_SLOTS]; 280 281 // mReqWidth is the buffer width that will be requested at the next dequeue 282 // operation. It is initialized to 1. 283 uint32_t mReqWidth; 284 285 // mReqHeight is the buffer height that will be requested at the next 286 // dequeue operation. It is initialized to 1. 287 uint32_t mReqHeight; 288 289 // mReqFormat is the buffer pixel format that will be requested at the next 290 // deuque operation. It is initialized to PIXEL_FORMAT_RGBA_8888. 291 PixelFormat mReqFormat; 292 293 // mReqUsage is the set of buffer usage flags that will be requested 294 // at the next deuque operation. It is initialized to 0. 295 uint32_t mReqUsage; 296 297 // mTimestamp is the timestamp that will be used for the next buffer queue 298 // operation. It defaults to NATIVE_WINDOW_TIMESTAMP_AUTO, which means that 299 // a timestamp is auto-generated when queueBuffer is called. 300 int64_t mTimestamp; 301 302 // mDataSpace is the buffer dataSpace that will be used for the next buffer 303 // queue operation. It defaults to HAL_DATASPACE_UNKNOWN, which 304 // means that the buffer contains some type of color data. 305 android_dataspace mDataSpace; 306 307 // mCrop is the crop rectangle that will be used for the next buffer 308 // that gets queued. It is set by calling setCrop. 309 Rect mCrop; 310 311 // mScalingMode is the scaling mode that will be used for the next 312 // buffers that get queued. It is set by calling setScalingMode. 313 int mScalingMode; 314 315 // mTransform is the transform identifier that will be used for the next 316 // buffer that gets queued. It is set by calling setTransform. 317 uint32_t mTransform; 318 319 // mStickyTransform is a transform that is applied on top of mTransform 320 // in each buffer that is queued. This is typically used to force the 321 // compositor to apply a transform, and will prevent the transform hint 322 // from being set by the compositor. 323 uint32_t mStickyTransform; 324 325 // mDefaultWidth is default width of the buffers, regardless of the 326 // native_window_set_buffers_dimensions call. 327 uint32_t mDefaultWidth; 328 329 // mDefaultHeight is default height of the buffers, regardless of the 330 // native_window_set_buffers_dimensions call. 331 uint32_t mDefaultHeight; 332 333 // mUserWidth, if non-zero, is an application-specified override 334 // of mDefaultWidth. This is lower priority than the width set by 335 // native_window_set_buffers_dimensions. 336 uint32_t mUserWidth; 337 338 // mUserHeight, if non-zero, is an application-specified override 339 // of mDefaultHeight. This is lower priority than the height set 340 // by native_window_set_buffers_dimensions. 341 uint32_t mUserHeight; 342 343 // mTransformHint is the transform probably applied to buffers of this 344 // window. this is only a hint, actual transform may differ. 345 uint32_t mTransformHint; 346 347 // mProducerControlledByApp whether this buffer producer is controlled 348 // by the application 349 bool mProducerControlledByApp; 350 351 // mSwapIntervalZero set if we should drop buffers at queue() time to 352 // achieve an asynchronous swap interval 353 bool mSwapIntervalZero; 354 355 // mConsumerRunningBehind whether the consumer is running more than 356 // one buffer behind the producer. 357 mutable bool mConsumerRunningBehind; 358 359 // mMutex is the mutex used to prevent concurrent access to the member 360 // variables of Surface objects. It must be locked whenever the 361 // member variables are accessed. 362 mutable Mutex mMutex; 363 364 // must be used from the lock/unlock thread 365 sp<GraphicBuffer> mLockedBuffer; 366 sp<GraphicBuffer> mPostedBuffer; 367 bool mConnectedToCpu; 368 369 // When a CPU producer is attached, this reflects the region that the 370 // producer wished to update as well as whether the Surface was able to copy 371 // the previous buffer back to allow a partial update. 372 // 373 // When a non-CPU producer is attached, this reflects the surface damage 374 // (the change since the previous frame) passed in by the producer. 375 Region mDirtyRegion; 376 377 // Stores the current generation number. See setGenerationNumber and 378 // IGraphicBufferProducer::setGenerationNumber for more information. 379 uint32_t mGenerationNumber; 380 381 // Caches the values that have been passed to the producer. 382 bool mSharedBufferMode; 383 bool mAutoRefresh; 384 385 // If in shared buffer mode and auto refresh is enabled, store the shared 386 // buffer slot and return it for all calls to queue/dequeue without going 387 // over Binder. 388 int mSharedBufferSlot; 389 390 // This is true if the shared buffer has already been queued/canceled. It's 391 // used to prevent a mismatch between the number of queue/dequeue calls. 392 bool mSharedBufferHasBeenQueued; 393 394 // These are used to satisfy the NATIVE_WINDOW_LAST_*_DURATION queries 395 nsecs_t mLastDequeueDuration = 0; 396 nsecs_t mLastQueueDuration = 0; 397 398 Condition mQueueBufferCondition; 399 400 uint64_t mNextFrameNumber = 1; 401 uint64_t mLastFrameNumber = 0; 402 403 // Mutable because ANativeWindow::query needs this class const. 404 mutable bool mQueriedSupportedTimestamps; 405 mutable bool mFrameTimestampsSupportsPresent; 406 mutable bool mFrameTimestampsSupportsRetire; 407 408 // A cached copy of the FrameEventHistory maintained by the consumer. 409 bool mEnableFrameTimestamps = false; 410 std::unique_ptr<ProducerFrameEventHistory> mFrameEventHistory; 411}; 412 413namespace view { 414 415/** 416 * A simple holder for an IGraphicBufferProducer, to match the managed-side 417 * android.view.Surface parcelable behavior. 418 * 419 * This implements android/view/Surface.aidl 420 * 421 * TODO: Convert IGraphicBufferProducer into AIDL so that it can be directly 422 * used in managed Binder calls. 423 */ 424class Surface : public Parcelable { 425 public: 426 427 String16 name; 428 sp<IGraphicBufferProducer> graphicBufferProducer; 429 430 virtual status_t writeToParcel(Parcel* parcel) const override; 431 virtual status_t readFromParcel(const Parcel* parcel) override; 432 433 // nameAlreadyWritten set to true by Surface.java, because it splits 434 // Parceling itself between managed and native code, so it only wants a part 435 // of the full parceling to happen on its native side. 436 status_t writeToParcel(Parcel* parcel, bool nameAlreadyWritten) const; 437 438 // nameAlreadyRead set to true by Surface.java, because it splits 439 // Parceling itself between managed and native code, so it only wants a part 440 // of the full parceling to happen on its native side. 441 status_t readFromParcel(const Parcel* parcel, bool nameAlreadyRead); 442 443 private: 444 445 static String16 readMaybeEmptyString16(const Parcel* parcel); 446}; 447 448} // namespace view 449 450}; // namespace android 451 452#endif // ANDROID_GUI_SURFACE_H 453