video_frame.h revision 03b57e008b61dfcb1fbad3aea950ae0e001748b0
15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2012 The Chromium Authors. All rights reserved. 25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be 35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// found in the LICENSE file. 45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#ifndef MEDIA_BASE_VIDEO_FRAME_H_ 65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#define MEDIA_BASE_VIDEO_FRAME_H_ 75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 85c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu#include <vector> 95c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu 105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/callback.h" 115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/md5.h" 129ab5563a3196760eb381d102cbb2bc0f7abc6a50Ben Murdoch#include "base/memory/shared_memory.h" 135c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu#include "base/synchronization/lock.h" 145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/base/buffers.h" 155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "ui/gfx/rect.h" 165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "ui/gfx/size.h" 175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 18c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)class SkBitmap; 19c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) 205d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)namespace gpu { 215d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)struct MailboxHolder; 225d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} // namespace gpu 235d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace media { 255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)class MEDIA_EXPORT VideoFrame : public base::RefCountedThreadSafe<VideoFrame> { 275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) public: 285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) enum { 292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) kFrameSizeAlignment = 16, 302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) kFrameSizePadding = 16, 312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) kFrameAddressAlignment = 32 322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) }; 332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) enum { 35c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) kMaxPlanes = 4, 365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) kYPlane = 0, 385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) kUPlane = 1, 39010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) kUVPlane = kUPlane, 405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) kVPlane = 2, 41c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) kAPlane = 3, 425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) }; 435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Surface formats roughly based on FOURCC labels, see: 455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // http://www.fourcc.org/rgb.php 465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // http://www.fourcc.org/yuv.php 47f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // Logged to UMA, so never reuse values. 485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) enum Format { 490f1bc08d4cfcc34181b0b5cbf065c40f687bf740Torne (Richard Coles) UNKNOWN = 0, // Unknown format value. 50f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) YV12 = 1, // 12bpp YVU planar 1x1 Y, 2x2 VU samples 51f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) YV16 = 2, // 16bpp YVU planar 1x1 Y, 2x1 VU samples 52f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) I420 = 3, // 12bpp YVU planar 1x1 Y, 2x2 UV samples. 53f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) YV12A = 4, // 20bpp YUVA planar 1x1 Y, 2x2 VU, 1x1 A samples. 545d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#if defined(VIDEO_HOLE) 55f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) HOLE = 5, // Hole frame. 565d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#endif // defined(VIDEO_HOLE) 57f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) NATIVE_TEXTURE = 6, // Native texture. Pixel-format agnostic. 58a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) YV12J = 7, // JPEG color range version of YV12 59010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) NV12 = 8, // 12bpp 1x1 Y plane followed by an interleaved 2x2 UV plane. 6046d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles) YV24 = 9, // 24bpp YUV planar, no subsampling. 6146d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles) FORMAT_MAX = YV24, // Must always be equal to largest entry logged. 625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) }; 635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 643240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch // Returns the name of a Format as a string. 653240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch static std::string FormatToString(Format format); 663240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch 675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Creates a new frame in system memory with given parameters. Buffers for 685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // the frame are allocated but not initialized. 695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static scoped_refptr<VideoFrame> CreateFrame( 705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Format format, 715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& coded_size, 725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Rect& visible_rect, 735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& natural_size, 745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta timestamp); 755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Call prior to CreateFrame to ensure validity of frame configuration. Called 775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // automatically by VideoDecoderConfig::IsValidConfig(). 785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(scherkus): VideoDecoderConfig shouldn't call this method 795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static bool IsValidConfig(Format format, const gfx::Size& coded_size, 805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Rect& visible_rect, 815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& natural_size); 825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // CB to write pixels from the texture backing this frame into the 84c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // |const SkBitmap&| parameter. 85c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) typedef base::Callback<void(const SkBitmap&)> ReadPixelsCB; 865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 875d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // CB to be called on the mailbox backing this frame when the frame is 885d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // destroyed. 895f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) typedef base::Callback<void(uint32)> ReleaseMailboxCB; 905d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 915d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Wraps a native texture of the given parameters with a VideoFrame. The 925d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // backing of the VideoFrame is held in the mailbox held by |mailbox_holder|, 935d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // and |mailbox_holder_release_cb| will be called with |mailbox_holder| as the 945d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // argument when the VideoFrame is to be destroyed. 955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // |read_pixels_cb| may be used to do (slow!) readbacks from the 965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // texture to main memory. 975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static scoped_refptr<VideoFrame> WrapNativeTexture( 985d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) scoped_ptr<gpu::MailboxHolder> mailbox_holder, 995d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) const ReleaseMailboxCB& mailbox_holder_release_cb, 1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& coded_size, 1015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Rect& visible_rect, 1025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& natural_size, 1035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta timestamp, 1045d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) const ReadPixelsCB& read_pixels_cb); 1055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Read pixels from the native texture backing |*this| and write 107c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // them to |pixels| as BGRA. |pixels| must point to a buffer at 108effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // least as large as 4 * visible_rect().size().GetArea(). 109c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) void ReadPixelsFromNativeTexture(const SkBitmap& pixels); 1105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 111f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // Wraps packed image data residing in a memory buffer with a VideoFrame. 112f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // The image data resides in |data| and is assumed to be packed tightly in a 113f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // buffer of logical dimensions |coded_size| with the appropriate bit depth 114f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // and plane count as given by |format|. The shared memory handle of the 115f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // backing allocation, if present, can be passed in with |handle|. When the 116f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // frame is destroyed, |no_longer_needed_cb.Run()| will be called. 117116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch // Returns NULL on failure. 118f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) static scoped_refptr<VideoFrame> WrapExternalPackedMemory( 119ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch Format format, 120ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch const gfx::Size& coded_size, 121ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch const gfx::Rect& visible_rect, 122ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch const gfx::Size& natural_size, 123ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch uint8* data, 124424c4d7b64af9d0d8fd9624f381f469654d5e3d2Torne (Richard Coles) size_t data_size, 125ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch base::SharedMemoryHandle handle, 126ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch base::TimeDelta timestamp, 127ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch const base::Closure& no_longer_needed_cb); 128ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch 129010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles)#if defined(OS_POSIX) 130010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // Wraps provided dmabufs 131010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // (https://www.kernel.org/doc/Documentation/dma-buf-sharing.txt) with a 132010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // VideoFrame. The dmabuf fds are dup()ed on creation, so that the VideoFrame 133010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // retains a reference to them, and are automatically close()d on destruction, 134010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // dropping the reference. The caller may safely close() its reference after 135010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // calling WrapExternalDmabufs(). 136010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // The image data is only accessible via dmabuf fds, which are usually passed 137010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // directly to a hardware device and/or to another process, or can also be 138010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // mapped via mmap() for CPU access. 139010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // When the frame is destroyed, |no_longer_needed_cb.Run()| will be called. 140116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch // Returns NULL on failure. 141010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) static scoped_refptr<VideoFrame> WrapExternalDmabufs( 142010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) Format format, 143010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) const gfx::Size& coded_size, 144010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) const gfx::Rect& visible_rect, 145010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) const gfx::Size& natural_size, 146010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) const std::vector<int> dmabuf_fds, 147010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) base::TimeDelta timestamp, 148010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) const base::Closure& no_longer_needed_cb); 149010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles)#endif 150010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) 1512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Wraps external YUV data of the given parameters with a VideoFrame. 1522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // The returned VideoFrame does not own the data passed in. When the frame 1532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // is destroyed |no_longer_needed_cb.Run()| will be called. 154ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch // TODO(sheu): merge this into WrapExternalSharedMemory(). 155ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch // http://crbug.com/270217 1562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) static scoped_refptr<VideoFrame> WrapExternalYuvData( 1572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) Format format, 1582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const gfx::Size& coded_size, 1592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const gfx::Rect& visible_rect, 1602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const gfx::Size& natural_size, 1612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int32 y_stride, 1622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int32 u_stride, 1632a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int32 v_stride, 1642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) uint8* y_data, 1652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) uint8* u_data, 1662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) uint8* v_data, 1672a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::TimeDelta timestamp, 1682a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const base::Closure& no_longer_needed_cb); 1692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 170a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) // Wraps |frame| and calls |no_longer_needed_cb| when the wrapper VideoFrame 171a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) // gets destroyed. |visible_rect| must be a sub rect within 172a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) // frame->visible_rect(). 173a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) static scoped_refptr<VideoFrame> WrapVideoFrame( 174a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) const scoped_refptr<VideoFrame>& frame, 175a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) const gfx::Rect& visible_rect, 176a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) const gfx::Size& natural_size, 177a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) const base::Closure& no_longer_needed_cb); 178a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) 179f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // Creates a frame which indicates end-of-stream. 180f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) static scoped_refptr<VideoFrame> CreateEOSFrame(); 1815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Allocates YV12 frame based on |size|, and sets its data to the YUV(y,u,v). 1835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static scoped_refptr<VideoFrame> CreateColorFrame( 1845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& size, 1855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) uint8 y, uint8 u, uint8 v, 1865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta timestamp); 1875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Allocates YV12 frame based on |size|, and sets its data to the YUV 1895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // equivalent of RGB(0,0,0). 1905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static scoped_refptr<VideoFrame> CreateBlackFrame(const gfx::Size& size); 1915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 192116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch // Allocates YV12A frame based on |size|, and sets its data to the YUVA 193116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch // equivalent of RGBA(0,0,0,0). 194116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch static scoped_refptr<VideoFrame> CreateTransparentFrame( 195116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch const gfx::Size& size); 196116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch 1975d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#if defined(VIDEO_HOLE) 1982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Allocates a hole frame. 1992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) static scoped_refptr<VideoFrame> CreateHoleFrame(const gfx::Size& size); 2005d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#endif // defined(VIDEO_HOLE) 2012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) static size_t NumPlanes(Format format); 2032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 204424c4d7b64af9d0d8fd9624f381f469654d5e3d2Torne (Richard Coles) // Returns the required allocation size for a (tightly packed) frame of the 205424c4d7b64af9d0d8fd9624f381f469654d5e3d2Torne (Richard Coles) // given coded size and format. 206424c4d7b64af9d0d8fd9624f381f469654d5e3d2Torne (Richard Coles) static size_t AllocationSize(Format format, const gfx::Size& coded_size); 207424c4d7b64af9d0d8fd9624f381f469654d5e3d2Torne (Richard Coles) 208effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // Returns the plane size for a plane of the given coded size and format. 209effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch static gfx::Size PlaneSize(Format format, 210effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch size_t plane, 211effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch const gfx::Size& coded_size); 212effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch 213f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // Returns the required allocation size for a (tightly packed) plane of the 214f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // given coded size and format. 215f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) static size_t PlaneAllocationSize(Format format, 216f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) size_t plane, 217f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) const gfx::Size& coded_size); 218f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 219010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // Returns horizontal bits per pixel for given |plane| and |format|. 220010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) static int PlaneHorizontalBitsPerPixel(Format format, size_t plane); 221010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) 22203b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) // Returns the number of bytes per row for the given plane, format, and width. 22303b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) // The width may be aligned to format requirements. 22403b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) static int RowBytes(size_t plane, Format format, int width); 22503b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) 2265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Format format() const { return format_; } 2275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& coded_size() const { return coded_size_; } 2295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Rect& visible_rect() const { return visible_rect_; } 2305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& natural_size() const { return natural_size_; } 2315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int stride(size_t plane) const; 2335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Returns the number of bytes per row and number of rows for a given plane. 2355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 2365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // As opposed to stride(), row_bytes() refers to the bytes representing 2375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // frame data scanlines (coded_size.width() pixels, without stride padding). 2385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int row_bytes(size_t plane) const; 2395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int rows(size_t plane) const; 2405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Returns pointer to the buffer for a given plane. The memory is owned by 2425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // VideoFrame object and must not be freed by the caller. 2435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) uint8* data(size_t plane) const; 2445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2455d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Returns the mailbox holder of the native texture wrapped by this frame. 2465d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Only valid to call if this is a NATIVE_TEXTURE frame. Before using the 247eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch // mailbox, the caller must wait for the included sync point. 2485c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu const gpu::MailboxHolder* mailbox_holder() const; 2495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 250eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch // Returns the shared-memory handle, if present 251eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch base::SharedMemoryHandle shared_memory_handle() const; 252eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch 253010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles)#if defined(OS_POSIX) 254010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // Returns backing dmabuf file descriptor for given |plane|, if present. 255010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) int dmabuf_fd(size_t plane) const; 256010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles)#endif 257010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) 2585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Returns true if this VideoFrame represents the end of the stream. 259f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) bool end_of_stream() const { return end_of_stream_; } 2605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 261c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch base::TimeDelta timestamp() const { 2625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return timestamp_; 2635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 264c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch void set_timestamp(const base::TimeDelta& timestamp) { 2655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) timestamp_ = timestamp; 2665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2685f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) class SyncPointClient { 2695f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) public: 2705f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) SyncPointClient() {} 2715f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) virtual uint32 InsertSyncPoint() = 0; 2725f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) virtual void WaitSyncPoint(uint32 sync_point) = 0; 2735f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) 2745f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) protected: 2755f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) virtual ~SyncPointClient() {} 2765f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) 2775f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) DISALLOW_COPY_AND_ASSIGN(SyncPointClient); 2785f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) }; 2795f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) // It uses |client| to insert a new sync point and potentially waits on a 2805f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) // older sync point. The final sync point will be used to release this 2815f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) // VideoFrame. 2825c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu // This method is thread safe. Both blink and compositor threads can call it. 2835f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) void UpdateReleaseSyncPoint(SyncPointClient* client); 2845c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu 2855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Used to keep a running hash of seen frames. Expects an initialized MD5 2865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // context. Calls MD5Update with the context and the contents of the frame. 2875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void HashFrameForTesting(base::MD5Context* context); 2885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) private: 2905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) friend class base::RefCountedThreadSafe<VideoFrame>; 29103b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) 29203b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) // Returns true if |plane| is a valid plane number for the given format. This 29303b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) // can be used to DCHECK() plane parameters. 29403b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) static bool IsValidPlane(size_t plane, VideoFrame::Format format); 29503b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) 2965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Clients must use the static CreateFrame() method to create a new frame. 2975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VideoFrame(Format format, 2985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& coded_size, 2995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Rect& visible_rect, 3005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& natural_size, 3015c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu scoped_ptr<gpu::MailboxHolder> mailbox_holder, 302f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::TimeDelta timestamp, 303f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) bool end_of_stream); 3045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual ~VideoFrame(); 3055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void AllocateYUV(); 3075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Frame format. 309effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch const Format format_; 310effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch 311effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // Width and height of the video frame, in pixels. This must include pixel 312effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // data for the whole image; i.e. for YUV formats with subsampled chroma 313effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // planes, in the case that the visible portion of the image does not line up 314effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // on a sample boundary, |coded_size_| must be rounded up appropriately and 315effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // the pixel data provided for the odd pixels. 316effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch const gfx::Size coded_size_; 317effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch 318effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // Width, height, and offsets of the visible portion of the video frame. Must 319effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // be a subrect of |coded_size_|. Can be odd with respect to the sample 320effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // boundaries, e.g. for formats with subsampled chroma. 321effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch const gfx::Rect visible_rect_; 322effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch 323effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // Width and height of the visible portion of the video frame 324effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // (|visible_rect_.size()|) with aspect ratio taken into account. 325effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch const gfx::Size natural_size_; 3265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Array of strides for each plane, typically greater or equal to the width 3285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // of the surface divided by the horizontal sampling period. Note that 3295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // strides can be negative. 3305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int32 strides_[kMaxPlanes]; 3315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Array of data pointers to each plane. 3335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) uint8* data_[kMaxPlanes]; 3345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 335eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch // Native texture mailbox, if this is a NATIVE_TEXTURE frame. 3365c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu const scoped_ptr<gpu::MailboxHolder> mailbox_holder_; 3375d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) ReleaseMailboxCB mailbox_holder_release_cb_; 3385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ReadPixelsCB read_pixels_cb_; 3392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 340eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch // Shared memory handle, if this frame was allocated from shared memory. 341eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch base::SharedMemoryHandle shared_memory_handle_; 342eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch 343010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles)#if defined(OS_POSIX) 344010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // Dmabufs for each plane, if this frame is wrapping memory 345010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // acquired via dmabuf. 346010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) base::ScopedFD dmabuf_fds_[kMaxPlanes]; 347010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles)#endif 348010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) 3492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::Closure no_longer_needed_cb_; 3505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta timestamp_; 3525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3535c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu base::Lock release_sync_point_lock_; 3545f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) uint32 release_sync_point_; 3555c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu 356f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) const bool end_of_stream_; 357f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 3585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DISALLOW_IMPLICIT_CONSTRUCTORS(VideoFrame); 3595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}; 3605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} // namespace media 3625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#endif // MEDIA_BASE_VIDEO_FRAME_H_ 364