IGraphicBufferProducer.h revision b687a2814ca9db576eb1ea33dea90ac35cd61bc1
1/* 2 * Copyright (C) 2010 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17#ifndef ANDROID_GUI_IGRAPHICBUFFERPRODUCER_H 18#define ANDROID_GUI_IGRAPHICBUFFERPRODUCER_H 19 20#include <stdint.h> 21#include <sys/types.h> 22 23#include <utils/Errors.h> 24#include <utils/RefBase.h> 25 26#include <binder/IInterface.h> 27 28#include <ui/Fence.h> 29#include <ui/GraphicBuffer.h> 30#include <ui/Rect.h> 31#include <ui/Region.h> 32 33namespace android { 34// ---------------------------------------------------------------------------- 35 36class IProducerListener; 37class NativeHandle; 38class Surface; 39 40/* 41 * This class defines the Binder IPC interface for the producer side of 42 * a queue of graphics buffers. It's used to send graphics data from one 43 * component to another. For example, a class that decodes video for 44 * playback might use this to provide frames. This is typically done 45 * indirectly, through Surface. 46 * 47 * The underlying mechanism is a BufferQueue, which implements 48 * BnGraphicBufferProducer. In normal operation, the producer calls 49 * dequeueBuffer() to get an empty buffer, fills it with data, then 50 * calls queueBuffer() to make it available to the consumer. 51 * 52 * This class was previously called ISurfaceTexture. 53 */ 54class IGraphicBufferProducer : public IInterface 55{ 56public: 57 DECLARE_META_INTERFACE(GraphicBufferProducer); 58 59 enum { 60 // A flag returned by dequeueBuffer when the client needs to call 61 // requestBuffer immediately thereafter. 62 BUFFER_NEEDS_REALLOCATION = 0x1, 63 // A flag returned by dequeueBuffer when all mirrored slots should be 64 // released by the client. This flag should always be processed first. 65 RELEASE_ALL_BUFFERS = 0x2, 66 }; 67 68 // requestBuffer requests a new buffer for the given index. The server (i.e. 69 // the IGraphicBufferProducer implementation) assigns the newly created 70 // buffer to the given slot index, and the client is expected to mirror the 71 // slot->buffer mapping so that it's not necessary to transfer a 72 // GraphicBuffer for every dequeue operation. 73 // 74 // The slot must be in the range of [0, NUM_BUFFER_SLOTS). 75 // 76 // Return of a value other than NO_ERROR means an error has occurred: 77 // * NO_INIT - the buffer queue has been abandoned or the producer is not 78 // connected. 79 // * BAD_VALUE - one of the two conditions occurred: 80 // * slot was out of range (see above) 81 // * buffer specified by the slot is not dequeued 82 virtual status_t requestBuffer(int slot, sp<GraphicBuffer>* buf) = 0; 83 84 // setMaxDequeuedBufferCount sets the maximum number of buffers that can be 85 // dequeued by the producer at one time. If this method succeeds, buffer 86 // slots will be both unallocated and owned by the BufferQueue object (i.e. 87 // they are not owned by the producer or consumer). Calling this will also 88 // cause all buffer slots to be emptied. If the caller is caching the 89 // contents of the buffer slots, it should empty that cache after calling 90 // this method. 91 // 92 // This function should not be called when there are any currently dequeued 93 // buffer slots. Doing so will result in a BAD_VALUE error. 94 // 95 // The buffer count should be at least 1 (inclusive), but at most 96 // (NUM_BUFFER_SLOTS - the minimum undequeued buffer count) (exclusive). The 97 // minimum undequeued buffer count can be obtained by calling 98 // query(NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS). 99 // 100 // Return of a value other than NO_ERROR means an error has occurred: 101 // * NO_INIT - the buffer queue has been abandoned. 102 // * BAD_VALUE - one of the below conditions occurred: 103 // * bufferCount was out of range (see above) 104 // * client has one or more buffers dequeued 105 // * this call would cause the maxBufferCount value to be exceeded 106 virtual status_t setMaxDequeuedBufferCount(int maxDequeuedBuffers) = 0; 107 108 // Set the async flag if the producer intends to asynchronously queue 109 // buffers without blocking. Typically this is used for triple-buffering 110 // and/or when the swap interval is set to zero. 111 // 112 // Enabling async mode will internally allocate an additional buffer to 113 // allow for the asynchronous behavior. If it is not enabled queue/dequeue 114 // calls may block. 115 // 116 // Return of a value other than NO_ERROR means an error has occurred: 117 // * NO_INIT - the buffer queue has been abandoned. 118 // * BAD_VALUE - this call would cause the maxBufferCount value to be 119 // exceeded 120 virtual status_t setAsyncMode(bool async) = 0; 121 122 // dequeueBuffer requests a new buffer slot for the client to use. Ownership 123 // of the slot is transfered to the client, meaning that the server will not 124 // use the contents of the buffer associated with that slot. 125 // 126 // The slot index returned may or may not contain a buffer (client-side). 127 // If the slot is empty the client should call requestBuffer to assign a new 128 // buffer to that slot. 129 // 130 // Once the client is done filling this buffer, it is expected to transfer 131 // buffer ownership back to the server with either cancelBuffer on 132 // the dequeued slot or to fill in the contents of its associated buffer 133 // contents and call queueBuffer. 134 // 135 // If dequeueBuffer returns the BUFFER_NEEDS_REALLOCATION flag, the client is 136 // expected to call requestBuffer immediately. 137 // 138 // If dequeueBuffer returns the RELEASE_ALL_BUFFERS flag, the client is 139 // expected to release all of the mirrored slot->buffer mappings. 140 // 141 // The fence parameter will be updated to hold the fence associated with 142 // the buffer. The contents of the buffer must not be overwritten until the 143 // fence signals. If the fence is Fence::NO_FENCE, the buffer may be written 144 // immediately. 145 // 146 // The width and height parameters must be no greater than the minimum of 147 // GL_MAX_VIEWPORT_DIMS and GL_MAX_TEXTURE_SIZE (see: glGetIntegerv). 148 // An error due to invalid dimensions might not be reported until 149 // updateTexImage() is called. If width and height are both zero, the 150 // default values specified by setDefaultBufferSize() are used instead. 151 // 152 // If the format is 0, the default format will be used. 153 // 154 // The usage argument specifies gralloc buffer usage flags. The values 155 // are enumerated in <gralloc.h>, e.g. GRALLOC_USAGE_HW_RENDER. These 156 // will be merged with the usage flags specified by 157 // IGraphicBufferConsumer::setConsumerUsageBits. 158 // 159 // This call will block until a buffer is available to be dequeued. If 160 // both the producer and consumer are controlled by the app, then this call 161 // can never block and will return WOULD_BLOCK if no buffer is available. 162 // 163 // A non-negative value with flags set (see above) will be returned upon 164 // success. 165 // 166 // Return of a negative means an error has occurred: 167 // * NO_INIT - the buffer queue has been abandoned or the producer is not 168 // connected. 169 // * BAD_VALUE - both in async mode and buffer count was less than the 170 // max numbers of buffers that can be allocated at once. 171 // * INVALID_OPERATION - cannot attach the buffer because it would cause 172 // too many buffers to be dequeued, either because 173 // the producer already has a single buffer dequeued 174 // and did not set a buffer count, or because a 175 // buffer count was set and this call would cause 176 // it to be exceeded. 177 // * WOULD_BLOCK - no buffer is currently available, and blocking is disabled 178 // since both the producer/consumer are controlled by app 179 // * NO_MEMORY - out of memory, cannot allocate the graphics buffer. 180 // 181 // All other negative values are an unknown error returned downstream 182 // from the graphics allocator (typically errno). 183 virtual status_t dequeueBuffer(int* slot, sp<Fence>* fence, uint32_t w, 184 uint32_t h, PixelFormat format, uint32_t usage) = 0; 185 186 // detachBuffer attempts to remove all ownership of the buffer in the given 187 // slot from the buffer queue. If this call succeeds, the slot will be 188 // freed, and there will be no way to obtain the buffer from this interface. 189 // The freed slot will remain unallocated until either it is selected to 190 // hold a freshly allocated buffer in dequeueBuffer or a buffer is attached 191 // to the slot. The buffer must have already been dequeued, and the caller 192 // must already possesses the sp<GraphicBuffer> (i.e., must have called 193 // requestBuffer). 194 // 195 // Return of a value other than NO_ERROR means an error has occurred: 196 // * NO_INIT - the buffer queue has been abandoned or the producer is not 197 // connected. 198 // * BAD_VALUE - the given slot number is invalid, either because it is 199 // out of the range [0, NUM_BUFFER_SLOTS), or because the slot 200 // it refers to is not currently dequeued and requested. 201 virtual status_t detachBuffer(int slot) = 0; 202 203 // detachNextBuffer is equivalent to calling dequeueBuffer, requestBuffer, 204 // and detachBuffer in sequence, except for two things: 205 // 206 // 1) It is unnecessary to know the dimensions, format, or usage of the 207 // next buffer. 208 // 2) It will not block, since if it cannot find an appropriate buffer to 209 // return, it will return an error instead. 210 // 211 // Only slots that are free but still contain a GraphicBuffer will be 212 // considered, and the oldest of those will be returned. outBuffer is 213 // equivalent to outBuffer from the requestBuffer call, and outFence is 214 // equivalent to fence from the dequeueBuffer call. 215 // 216 // Return of a value other than NO_ERROR means an error has occurred: 217 // * NO_INIT - the buffer queue has been abandoned or the producer is not 218 // connected. 219 // * BAD_VALUE - either outBuffer or outFence were NULL. 220 // * NO_MEMORY - no slots were found that were both free and contained a 221 // GraphicBuffer. 222 virtual status_t detachNextBuffer(sp<GraphicBuffer>* outBuffer, 223 sp<Fence>* outFence) = 0; 224 225 // attachBuffer attempts to transfer ownership of a buffer to the buffer 226 // queue. If this call succeeds, it will be as if this buffer was dequeued 227 // from the returned slot number. As such, this call will fail if attaching 228 // this buffer would cause too many buffers to be simultaneously dequeued. 229 // 230 // If attachBuffer returns the RELEASE_ALL_BUFFERS flag, the caller is 231 // expected to release all of the mirrored slot->buffer mappings. 232 // 233 // A non-negative value with flags set (see above) will be returned upon 234 // success. 235 // 236 // Return of a negative value means an error has occurred: 237 // * NO_INIT - the buffer queue has been abandoned or the producer is not 238 // connected. 239 // * BAD_VALUE - outSlot or buffer were NULL, invalid combination of 240 // async mode and buffer count override, or the generation 241 // number of the buffer did not match the buffer queue. 242 // * INVALID_OPERATION - cannot attach the buffer because it would cause 243 // too many buffers to be dequeued, either because 244 // the producer already has a single buffer dequeued 245 // and did not set a buffer count, or because a 246 // buffer count was set and this call would cause 247 // it to be exceeded. 248 // * WOULD_BLOCK - no buffer slot is currently available, and blocking is 249 // disabled since both the producer/consumer are 250 // controlled by the app. 251 virtual status_t attachBuffer(int* outSlot, 252 const sp<GraphicBuffer>& buffer) = 0; 253 254 // queueBuffer indicates that the client has finished filling in the 255 // contents of the buffer associated with slot and transfers ownership of 256 // that slot back to the server. 257 // 258 // It is not valid to call queueBuffer on a slot that is not owned 259 // by the client or one for which a buffer associated via requestBuffer 260 // (an attempt to do so will fail with a return value of BAD_VALUE). 261 // 262 // In addition, the input must be described by the client (as documented 263 // below). Any other properties (zero point, etc) 264 // are client-dependent, and should be documented by the client. 265 // 266 // The slot must be in the range of [0, NUM_BUFFER_SLOTS). 267 // 268 // Upon success, the output will be filled with meaningful values 269 // (refer to the documentation below). 270 // 271 // Return of a value other than NO_ERROR means an error has occurred: 272 // * NO_INIT - the buffer queue has been abandoned or the producer is not 273 // connected. 274 // * BAD_VALUE - one of the below conditions occurred: 275 // * fence was NULL 276 // * scaling mode was unknown 277 // * both in async mode and buffer count was less than the 278 // max numbers of buffers that can be allocated at once 279 // * slot index was out of range (see above). 280 // * the slot was not in the dequeued state 281 // * the slot was enqueued without requesting a buffer 282 // * crop rect is out of bounds of the buffer dimensions 283 284 struct QueueBufferInput : public Flattenable<QueueBufferInput> { 285 friend class Flattenable<QueueBufferInput>; 286 inline QueueBufferInput(const Parcel& parcel); 287 // timestamp - a monotonically increasing value in nanoseconds 288 // isAutoTimestamp - if the timestamp was synthesized at queue time 289 // dataSpace - description of the contents, interpretation depends on format 290 // crop - a crop rectangle that's used as a hint to the consumer 291 // scalingMode - a set of flags from NATIVE_WINDOW_SCALING_* in <window.h> 292 // transform - a set of flags from NATIVE_WINDOW_TRANSFORM_* in <window.h> 293 // fence - a fence that the consumer must wait on before reading the buffer, 294 // set this to Fence::NO_FENCE if the buffer is ready immediately 295 // sticky - the sticky transform set in Surface (only used by the LEGACY 296 // camera mode). 297 inline QueueBufferInput(int64_t timestamp, bool isAutoTimestamp, 298 android_dataspace dataSpace, const Rect& crop, int scalingMode, 299 uint32_t transform, const sp<Fence>& fence, uint32_t sticky = 0) 300 : timestamp(timestamp), isAutoTimestamp(isAutoTimestamp), 301 dataSpace(dataSpace), crop(crop), scalingMode(scalingMode), 302 transform(transform), stickyTransform(sticky), fence(fence), 303 surfaceDamage() { } 304 inline void deflate(int64_t* outTimestamp, bool* outIsAutoTimestamp, 305 android_dataspace* outDataSpace, 306 Rect* outCrop, int* outScalingMode, 307 uint32_t* outTransform, sp<Fence>* outFence, 308 uint32_t* outStickyTransform = NULL) const { 309 *outTimestamp = timestamp; 310 *outIsAutoTimestamp = bool(isAutoTimestamp); 311 *outDataSpace = dataSpace; 312 *outCrop = crop; 313 *outScalingMode = scalingMode; 314 *outTransform = transform; 315 *outFence = fence; 316 if (outStickyTransform != NULL) { 317 *outStickyTransform = stickyTransform; 318 } 319 } 320 321 // Flattenable protocol 322 size_t getFlattenedSize() const; 323 size_t getFdCount() const; 324 status_t flatten(void*& buffer, size_t& size, int*& fds, size_t& count) const; 325 status_t unflatten(void const*& buffer, size_t& size, int const*& fds, size_t& count); 326 327 const Region& getSurfaceDamage() const { return surfaceDamage; } 328 void setSurfaceDamage(const Region& damage) { surfaceDamage = damage; } 329 330 private: 331 int64_t timestamp; 332 int isAutoTimestamp; 333 android_dataspace dataSpace; 334 Rect crop; 335 int scalingMode; 336 uint32_t transform; 337 uint32_t stickyTransform; 338 sp<Fence> fence; 339 Region surfaceDamage; 340 }; 341 342 // QueueBufferOutput must be a POD structure 343 struct __attribute__ ((__packed__)) QueueBufferOutput { 344 inline QueueBufferOutput() { } 345 // outWidth - filled with default width applied to the buffer 346 // outHeight - filled with default height applied to the buffer 347 // outTransformHint - filled with default transform applied to the buffer 348 // outNumPendingBuffers - num buffers queued that haven't yet been acquired 349 // (counting the currently queued buffer) 350 inline void deflate(uint32_t* outWidth, 351 uint32_t* outHeight, 352 uint32_t* outTransformHint, 353 uint32_t* outNumPendingBuffers) const { 354 *outWidth = width; 355 *outHeight = height; 356 *outTransformHint = transformHint; 357 *outNumPendingBuffers = numPendingBuffers; 358 } 359 inline void inflate(uint32_t inWidth, uint32_t inHeight, 360 uint32_t inTransformHint, uint32_t inNumPendingBuffers) { 361 width = inWidth; 362 height = inHeight; 363 transformHint = inTransformHint; 364 numPendingBuffers = inNumPendingBuffers; 365 } 366 private: 367 uint32_t width; 368 uint32_t height; 369 uint32_t transformHint; 370 uint32_t numPendingBuffers; 371 }; 372 373 virtual status_t queueBuffer(int slot, const QueueBufferInput& input, 374 QueueBufferOutput* output) = 0; 375 376 // cancelBuffer indicates that the client does not wish to fill in the 377 // buffer associated with slot and transfers ownership of the slot back to 378 // the server. 379 // 380 // The buffer is not queued for use by the consumer. 381 // 382 // The slot must be in the range of [0, NUM_BUFFER_SLOTS). 383 // 384 // The buffer will not be overwritten until the fence signals. The fence 385 // will usually be the one obtained from dequeueBuffer. 386 // 387 // Return of a value other than NO_ERROR means an error has occurred: 388 // * NO_INIT - the buffer queue has been abandoned or the producer is not 389 // connected. 390 // * BAD_VALUE - one of the below conditions occurred: 391 // * fence was NULL 392 // * slot index was out of range (see above). 393 // * the slot was not in the dequeued state 394 virtual status_t cancelBuffer(int slot, const sp<Fence>& fence) = 0; 395 396 // query retrieves some information for this surface 397 // 'what' tokens allowed are that of NATIVE_WINDOW_* in <window.h> 398 // 399 // Return of a value other than NO_ERROR means an error has occurred: 400 // * NO_INIT - the buffer queue has been abandoned. 401 // * BAD_VALUE - what was out of range 402 virtual int query(int what, int* value) = 0; 403 404 // connect attempts to connect a client API to the IGraphicBufferProducer. 405 // This must be called before any other IGraphicBufferProducer methods are 406 // called except for getAllocator. A consumer must be already connected. 407 // 408 // This method will fail if the connect was previously called on the 409 // IGraphicBufferProducer and no corresponding disconnect call was made. 410 // 411 // The listener is an optional binder callback object that can be used if 412 // the producer wants to be notified when the consumer releases a buffer 413 // back to the BufferQueue. It is also used to detect the death of the 414 // producer. If only the latter functionality is desired, there is a 415 // DummyProducerListener class in IProducerListener.h that can be used. 416 // 417 // The api should be one of the NATIVE_WINDOW_API_* values in <window.h> 418 // 419 // The producerControlledByApp should be set to true if the producer is hosted 420 // by an untrusted process (typically app_process-forked processes). If both 421 // the producer and the consumer are app-controlled then all buffer queues 422 // will operate in async mode regardless of the async flag. 423 // 424 // Upon success, the output will be filled with meaningful data 425 // (refer to QueueBufferOutput documentation above). 426 // 427 // Return of a value other than NO_ERROR means an error has occurred: 428 // * NO_INIT - one of the following occurred: 429 // * the buffer queue was abandoned 430 // * no consumer has yet connected 431 // * BAD_VALUE - one of the following has occurred: 432 // * the producer is already connected 433 // * api was out of range (see above). 434 // * output was NULL. 435 // * DEAD_OBJECT - the token is hosted by an already-dead process 436 // 437 // Additional negative errors may be returned by the internals, they 438 // should be treated as opaque fatal unrecoverable errors. 439 virtual status_t connect(const sp<IProducerListener>& listener, 440 int api, bool producerControlledByApp, QueueBufferOutput* output) = 0; 441 442 // disconnect attempts to disconnect a client API from the 443 // IGraphicBufferProducer. Calling this method will cause any subsequent 444 // calls to other IGraphicBufferProducer methods to fail except for 445 // getAllocator and connect. Successfully calling connect after this will 446 // allow the other methods to succeed again. 447 // 448 // This method will fail if the the IGraphicBufferProducer is not currently 449 // connected to the specified client API. 450 // 451 // The api should be one of the NATIVE_WINDOW_API_* values in <window.h> 452 // 453 // Disconnecting from an abandoned IGraphicBufferProducer is legal and 454 // is considered a no-op. 455 // 456 // Return of a value other than NO_ERROR means an error has occurred: 457 // * BAD_VALUE - one of the following has occurred: 458 // * the api specified does not match the one that was connected 459 // * api was out of range (see above). 460 // * DEAD_OBJECT - the token is hosted by an already-dead process 461 virtual status_t disconnect(int api) = 0; 462 463 // Attaches a sideband buffer stream to the IGraphicBufferProducer. 464 // 465 // A sideband stream is a device-specific mechanism for passing buffers 466 // from the producer to the consumer without using dequeueBuffer/ 467 // queueBuffer. If a sideband stream is present, the consumer can choose 468 // whether to acquire buffers from the sideband stream or from the queued 469 // buffers. 470 // 471 // Passing NULL or a different stream handle will detach the previous 472 // handle if any. 473 virtual status_t setSidebandStream(const sp<NativeHandle>& stream) = 0; 474 475 // Allocates buffers based on the given dimensions/format. 476 // 477 // This function will allocate up to the maximum number of buffers 478 // permitted by the current BufferQueue configuration. It will use the 479 // given format, dimensions, and usage bits, which are interpreted in the 480 // same way as for dequeueBuffer, and the async flag must be set the same 481 // way as for dequeueBuffer to ensure that the correct number of buffers are 482 // allocated. This is most useful to avoid an allocation delay during 483 // dequeueBuffer. If there are already the maximum number of buffers 484 // allocated, this function has no effect. 485 virtual void allocateBuffers(uint32_t width, uint32_t height, 486 PixelFormat format, uint32_t usage) = 0; 487 488 // Sets whether dequeueBuffer is allowed to allocate new buffers. 489 // 490 // Normally dequeueBuffer does not discriminate between free slots which 491 // already have an allocated buffer and those which do not, and will 492 // allocate a new buffer if the slot doesn't have a buffer or if the slot's 493 // buffer doesn't match the requested size, format, or usage. This method 494 // allows the producer to restrict the eligible slots to those which already 495 // have an allocated buffer of the correct size, format, and usage. If no 496 // eligible slot is available, dequeueBuffer will block or return an error 497 // as usual. 498 virtual status_t allowAllocation(bool allow) = 0; 499 500 // Sets the current generation number of the BufferQueue. 501 // 502 // This generation number will be inserted into any buffers allocated by the 503 // BufferQueue, and any attempts to attach a buffer with a different 504 // generation number will fail. Buffers already in the queue are not 505 // affected and will retain their current generation number. The generation 506 // number defaults to 0. 507 virtual status_t setGenerationNumber(uint32_t generationNumber) = 0; 508 509 // Returns the name of the connected consumer. 510 virtual String8 getConsumerName() const = 0; 511}; 512 513// ---------------------------------------------------------------------------- 514 515class BnGraphicBufferProducer : public BnInterface<IGraphicBufferProducer> 516{ 517public: 518 virtual status_t onTransact( uint32_t code, 519 const Parcel& data, 520 Parcel* reply, 521 uint32_t flags = 0); 522}; 523 524// ---------------------------------------------------------------------------- 525}; // namespace android 526 527#endif // ANDROID_GUI_IGRAPHICBUFFERPRODUCER_H 528