video_frame.h revision 010d83a9304c5a91596085d917d248abff47903a
15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2012 The Chromium Authors. All rights reserved. 25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be 35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// found in the LICENSE file. 45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#ifndef MEDIA_BASE_VIDEO_FRAME_H_ 65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#define MEDIA_BASE_VIDEO_FRAME_H_ 75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 85c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu#include <vector> 95c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu 105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/callback.h" 115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/md5.h" 129ab5563a3196760eb381d102cbb2bc0f7abc6a50Ben Murdoch#include "base/memory/shared_memory.h" 135c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu#include "base/synchronization/lock.h" 145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/base/buffers.h" 155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "ui/gfx/rect.h" 165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "ui/gfx/size.h" 175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 18c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)class SkBitmap; 19c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) 205d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)namespace gpu { 215d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)struct MailboxHolder; 225d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} // namespace gpu 235d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace media { 255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)class MEDIA_EXPORT VideoFrame : public base::RefCountedThreadSafe<VideoFrame> { 275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) public: 285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) enum { 292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) kFrameSizeAlignment = 16, 302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) kFrameSizePadding = 16, 312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) kFrameAddressAlignment = 32 322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) }; 332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) enum { 35c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) kMaxPlanes = 4, 365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) kYPlane = 0, 385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) kUPlane = 1, 39010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) kUVPlane = kUPlane, 405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) kVPlane = 2, 41c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) kAPlane = 3, 425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) }; 435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Surface formats roughly based on FOURCC labels, see: 455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // http://www.fourcc.org/rgb.php 465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // http://www.fourcc.org/yuv.php 47f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // Logged to UMA, so never reuse values. 485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) enum Format { 490f1bc08d4cfcc34181b0b5cbf065c40f687bf740Torne (Richard Coles) UNKNOWN = 0, // Unknown format value. 50f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) YV12 = 1, // 12bpp YVU planar 1x1 Y, 2x2 VU samples 51f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) YV16 = 2, // 16bpp YVU planar 1x1 Y, 2x1 VU samples 52f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) I420 = 3, // 12bpp YVU planar 1x1 Y, 2x2 UV samples. 53f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) YV12A = 4, // 20bpp YUVA planar 1x1 Y, 2x2 VU, 1x1 A samples. 545d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#if defined(VIDEO_HOLE) 55f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) HOLE = 5, // Hole frame. 565d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#endif // defined(VIDEO_HOLE) 57f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) NATIVE_TEXTURE = 6, // Native texture. Pixel-format agnostic. 58a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) YV12J = 7, // JPEG color range version of YV12 59010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) NV12 = 8, // 12bpp 1x1 Y plane followed by an interleaved 2x2 UV plane. 60010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) FORMAT_MAX = NV12, // Must always be equal to largest entry logged. 615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) }; 625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 633240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch // Returns the name of a Format as a string. 643240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch static std::string FormatToString(Format format); 653240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch 665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Creates a new frame in system memory with given parameters. Buffers for 675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // the frame are allocated but not initialized. 685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static scoped_refptr<VideoFrame> CreateFrame( 695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Format format, 705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& coded_size, 715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Rect& visible_rect, 725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& natural_size, 735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta timestamp); 745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Call prior to CreateFrame to ensure validity of frame configuration. Called 765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // automatically by VideoDecoderConfig::IsValidConfig(). 775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(scherkus): VideoDecoderConfig shouldn't call this method 785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static bool IsValidConfig(Format format, const gfx::Size& coded_size, 795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Rect& visible_rect, 805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& natural_size); 815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // CB to write pixels from the texture backing this frame into the 83c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // |const SkBitmap&| parameter. 84c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) typedef base::Callback<void(const SkBitmap&)> ReadPixelsCB; 855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 865d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // CB to be called on the mailbox backing this frame when the frame is 875d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // destroyed. 885c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu typedef base::Callback<void(const std::vector<uint32>&)> ReleaseMailboxCB; 895d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 905d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Wraps a native texture of the given parameters with a VideoFrame. The 915d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // backing of the VideoFrame is held in the mailbox held by |mailbox_holder|, 925d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // and |mailbox_holder_release_cb| will be called with |mailbox_holder| as the 935d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // argument when the VideoFrame is to be destroyed. 945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // |read_pixels_cb| may be used to do (slow!) readbacks from the 955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // texture to main memory. 965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static scoped_refptr<VideoFrame> WrapNativeTexture( 975d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) scoped_ptr<gpu::MailboxHolder> mailbox_holder, 985d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) const ReleaseMailboxCB& mailbox_holder_release_cb, 995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& coded_size, 1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Rect& visible_rect, 1015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& natural_size, 1025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta timestamp, 1035d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) const ReadPixelsCB& read_pixels_cb); 1045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Read pixels from the native texture backing |*this| and write 106c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // them to |pixels| as BGRA. |pixels| must point to a buffer at 107effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // least as large as 4 * visible_rect().size().GetArea(). 108c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) void ReadPixelsFromNativeTexture(const SkBitmap& pixels); 1095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 110f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // Wraps packed image data residing in a memory buffer with a VideoFrame. 111f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // The image data resides in |data| and is assumed to be packed tightly in a 112f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // buffer of logical dimensions |coded_size| with the appropriate bit depth 113f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // and plane count as given by |format|. The shared memory handle of the 114f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // backing allocation, if present, can be passed in with |handle|. When the 115f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // frame is destroyed, |no_longer_needed_cb.Run()| will be called. 116f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) static scoped_refptr<VideoFrame> WrapExternalPackedMemory( 117ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch Format format, 118ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch const gfx::Size& coded_size, 119ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch const gfx::Rect& visible_rect, 120ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch const gfx::Size& natural_size, 121ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch uint8* data, 122424c4d7b64af9d0d8fd9624f381f469654d5e3d2Torne (Richard Coles) size_t data_size, 123ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch base::SharedMemoryHandle handle, 124ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch base::TimeDelta timestamp, 125ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch const base::Closure& no_longer_needed_cb); 126ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch 127010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles)#if defined(OS_POSIX) 128010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // Wraps provided dmabufs 129010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // (https://www.kernel.org/doc/Documentation/dma-buf-sharing.txt) with a 130010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // VideoFrame. The dmabuf fds are dup()ed on creation, so that the VideoFrame 131010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // retains a reference to them, and are automatically close()d on destruction, 132010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // dropping the reference. The caller may safely close() its reference after 133010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // calling WrapExternalDmabufs(). 134010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // The image data is only accessible via dmabuf fds, which are usually passed 135010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // directly to a hardware device and/or to another process, or can also be 136010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // mapped via mmap() for CPU access. 137010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // When the frame is destroyed, |no_longer_needed_cb.Run()| will be called. 138010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) static scoped_refptr<VideoFrame> WrapExternalDmabufs( 139010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) Format format, 140010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) const gfx::Size& coded_size, 141010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) const gfx::Rect& visible_rect, 142010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) const gfx::Size& natural_size, 143010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) const std::vector<int> dmabuf_fds, 144010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) base::TimeDelta timestamp, 145010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) const base::Closure& no_longer_needed_cb); 146010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles)#endif 147010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) 1482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Wraps external YUV data of the given parameters with a VideoFrame. 1492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // The returned VideoFrame does not own the data passed in. When the frame 1502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // is destroyed |no_longer_needed_cb.Run()| will be called. 151ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch // TODO(sheu): merge this into WrapExternalSharedMemory(). 152ba5b9a6411cb1792fd21f0a078d7a25cd1ceec16Ben Murdoch // http://crbug.com/270217 1532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) static scoped_refptr<VideoFrame> WrapExternalYuvData( 1542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) Format format, 1552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const gfx::Size& coded_size, 1562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const gfx::Rect& visible_rect, 1572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const gfx::Size& natural_size, 1582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int32 y_stride, 1592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int32 u_stride, 1602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int32 v_stride, 1612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) uint8* y_data, 1622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) uint8* u_data, 1632a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) uint8* v_data, 1642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::TimeDelta timestamp, 1652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const base::Closure& no_longer_needed_cb); 1662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 167a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) // Wraps |frame| and calls |no_longer_needed_cb| when the wrapper VideoFrame 168a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) // gets destroyed. |visible_rect| must be a sub rect within 169a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) // frame->visible_rect(). 170a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) static scoped_refptr<VideoFrame> WrapVideoFrame( 171a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) const scoped_refptr<VideoFrame>& frame, 172a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) const gfx::Rect& visible_rect, 173a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) const gfx::Size& natural_size, 174a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) const base::Closure& no_longer_needed_cb); 175a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) 176f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // Creates a frame which indicates end-of-stream. 177f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) static scoped_refptr<VideoFrame> CreateEOSFrame(); 1785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Allocates YV12 frame based on |size|, and sets its data to the YUV(y,u,v). 1805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static scoped_refptr<VideoFrame> CreateColorFrame( 1815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& size, 1825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) uint8 y, uint8 u, uint8 v, 1835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta timestamp); 1845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Allocates YV12 frame based on |size|, and sets its data to the YUV 1865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // equivalent of RGB(0,0,0). 1875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static scoped_refptr<VideoFrame> CreateBlackFrame(const gfx::Size& size); 1885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1895d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#if defined(VIDEO_HOLE) 1902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Allocates a hole frame. 1912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) static scoped_refptr<VideoFrame> CreateHoleFrame(const gfx::Size& size); 1925d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#endif // defined(VIDEO_HOLE) 1932a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) static size_t NumPlanes(Format format); 1952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 196424c4d7b64af9d0d8fd9624f381f469654d5e3d2Torne (Richard Coles) // Returns the required allocation size for a (tightly packed) frame of the 197424c4d7b64af9d0d8fd9624f381f469654d5e3d2Torne (Richard Coles) // given coded size and format. 198424c4d7b64af9d0d8fd9624f381f469654d5e3d2Torne (Richard Coles) static size_t AllocationSize(Format format, const gfx::Size& coded_size); 199424c4d7b64af9d0d8fd9624f381f469654d5e3d2Torne (Richard Coles) 200effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // Returns the plane size for a plane of the given coded size and format. 201effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch static gfx::Size PlaneSize(Format format, 202effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch size_t plane, 203effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch const gfx::Size& coded_size); 204effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch 205f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // Returns the required allocation size for a (tightly packed) plane of the 206f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // given coded size and format. 207f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) static size_t PlaneAllocationSize(Format format, 208f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) size_t plane, 209f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) const gfx::Size& coded_size); 210f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 211010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // Returns horizontal bits per pixel for given |plane| and |format|. 212010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) static int PlaneHorizontalBitsPerPixel(Format format, size_t plane); 213010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) 2145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Format format() const { return format_; } 2155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& coded_size() const { return coded_size_; } 2175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Rect& visible_rect() const { return visible_rect_; } 2185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& natural_size() const { return natural_size_; } 2195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int stride(size_t plane) const; 2215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Returns the number of bytes per row and number of rows for a given plane. 2235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 2245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // As opposed to stride(), row_bytes() refers to the bytes representing 2255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // frame data scanlines (coded_size.width() pixels, without stride padding). 2265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int row_bytes(size_t plane) const; 2275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int rows(size_t plane) const; 2285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Returns pointer to the buffer for a given plane. The memory is owned by 2305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // VideoFrame object and must not be freed by the caller. 2315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) uint8* data(size_t plane) const; 2325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2335d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Returns the mailbox holder of the native texture wrapped by this frame. 2345d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Only valid to call if this is a NATIVE_TEXTURE frame. Before using the 235eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch // mailbox, the caller must wait for the included sync point. 2365c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu const gpu::MailboxHolder* mailbox_holder() const; 2375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 238eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch // Returns the shared-memory handle, if present 239eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch base::SharedMemoryHandle shared_memory_handle() const; 240eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch 241010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles)#if defined(OS_POSIX) 242010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // Returns backing dmabuf file descriptor for given |plane|, if present. 243010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) int dmabuf_fd(size_t plane) const; 244010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles)#endif 245010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) 2465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Returns true if this VideoFrame represents the end of the stream. 247f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) bool end_of_stream() const { return end_of_stream_; } 2485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 249c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch base::TimeDelta timestamp() const { 2505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return timestamp_; 2515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 252c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch void set_timestamp(const base::TimeDelta& timestamp) { 2535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) timestamp_ = timestamp; 2545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2565c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu // Append |sync_point| into |release_sync_points_| which will be passed to 2575c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu // the video decoder when |mailbox_holder_release_cb_| is called so that 2585c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu // the video decoder waits for the sync points before reusing the mailbox. 2595c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu // Multiple clients can append multiple sync points on one frame. 2605c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu // This method is thread safe. Both blink and compositor threads can call it. 2615c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu void AppendReleaseSyncPoint(uint32 sync_point); 2625c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu 2635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Used to keep a running hash of seen frames. Expects an initialized MD5 2645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // context. Calls MD5Update with the context and the contents of the frame. 2655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void HashFrameForTesting(base::MD5Context* context); 2665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) private: 2685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) friend class base::RefCountedThreadSafe<VideoFrame>; 2695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Clients must use the static CreateFrame() method to create a new frame. 2705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VideoFrame(Format format, 2715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& coded_size, 2725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Rect& visible_rect, 2735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& natural_size, 2745c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu scoped_ptr<gpu::MailboxHolder> mailbox_holder, 275f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::TimeDelta timestamp, 276f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) bool end_of_stream); 2775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual ~VideoFrame(); 2785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void AllocateYUV(); 2805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Used to DCHECK() plane parameters. 2825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool IsValidPlane(size_t plane) const; 2835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Frame format. 285effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch const Format format_; 286effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch 287effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // Width and height of the video frame, in pixels. This must include pixel 288effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // data for the whole image; i.e. for YUV formats with subsampled chroma 289effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // planes, in the case that the visible portion of the image does not line up 290effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // on a sample boundary, |coded_size_| must be rounded up appropriately and 291effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // the pixel data provided for the odd pixels. 292effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch const gfx::Size coded_size_; 293effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch 294effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // Width, height, and offsets of the visible portion of the video frame. Must 295effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // be a subrect of |coded_size_|. Can be odd with respect to the sample 296effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // boundaries, e.g. for formats with subsampled chroma. 297effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch const gfx::Rect visible_rect_; 298effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch 299effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // Width and height of the visible portion of the video frame 300effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch // (|visible_rect_.size()|) with aspect ratio taken into account. 301effb81e5f8246d0db0270817048dc992db66e9fbBen Murdoch const gfx::Size natural_size_; 3025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Array of strides for each plane, typically greater or equal to the width 3045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // of the surface divided by the horizontal sampling period. Note that 3055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // strides can be negative. 3065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int32 strides_[kMaxPlanes]; 3075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Array of data pointers to each plane. 3095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) uint8* data_[kMaxPlanes]; 3105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 311eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch // Native texture mailbox, if this is a NATIVE_TEXTURE frame. 3125c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu const scoped_ptr<gpu::MailboxHolder> mailbox_holder_; 3135d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) ReleaseMailboxCB mailbox_holder_release_cb_; 3145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ReadPixelsCB read_pixels_cb_; 3152a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 316eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch // Shared memory handle, if this frame was allocated from shared memory. 317eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch base::SharedMemoryHandle shared_memory_handle_; 318eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch 319010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles)#if defined(OS_POSIX) 320010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // Dmabufs for each plane, if this frame is wrapping memory 321010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // acquired via dmabuf. 322010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) base::ScopedFD dmabuf_fds_[kMaxPlanes]; 323010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles)#endif 324010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) 3252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::Closure no_longer_needed_cb_; 3265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta timestamp_; 3285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3295c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu base::Lock release_sync_point_lock_; 3305c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu std::vector<uint32> release_sync_points_; 3315c02ac1a9c1b504631c0a3d2b6e737b5d738bae1Bo Liu 332f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) const bool end_of_stream_; 333f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 3345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DISALLOW_IMPLICIT_CONSTRUCTORS(VideoFrame); 3355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}; 3365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} // namespace media 3385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#endif // MEDIA_BASE_VIDEO_FRAME_H_ 340