15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2012 The Chromium Authors. All rights reserved. 25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be 35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// found in the LICENSE file. 45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#ifndef MEDIA_FILTERS_GPU_VIDEO_DECODER_H_ 65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#define MEDIA_FILTERS_GPU_VIDEO_DECODER_H_ 75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <list> 95821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <map> 10868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)#include <set> 115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <utility> 125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <vector> 135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)#include "base/memory/weak_ptr.h" 155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/base/pipeline_status.h" 165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/base/video_decoder.h" 175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/video/video_decode_accelerator.h" 185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)template <class T> class scoped_refptr; 20c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) 215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace base { 225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)class SharedMemory; 235d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)class SingleThreadTaskRunner; 245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace media { 275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)class DecoderBuffer; 293551c9c881056c480085172ff9840cab31610854Torne (Richard Coles)class GpuVideoAcceleratorFactories; 303551c9c881056c480085172ff9840cab31610854Torne (Richard Coles)class MediaLog; 315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// GPU-accelerated video decoder implementation. Relies on 335d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)// AcceleratedVideoDecoderMsg_Decode and friends. Can be created on any thread 345d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)// but must be accessed and destroyed on GpuVideoAcceleratorFactories's 355d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)// GetMessageLoop(). 365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)class MEDIA_EXPORT GpuVideoDecoder 375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : public VideoDecoder, 385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) public VideoDecodeAccelerator::Client { 395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) public: 40bbcdd45c55eb7c4641ab97aef9889b0fc828e7d3Ben Murdoch explicit GpuVideoDecoder( 411320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci const scoped_refptr<GpuVideoAcceleratorFactories>& factories); 425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // VideoDecoder implementation. 441320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci virtual std::string GetDisplayName() const OVERRIDE; 457dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch virtual void Initialize(const VideoDecoderConfig& config, 466d86b77056ed63eb6871182f42a9fd5f07550f90Torne (Richard Coles) bool low_delay, 47f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) const PipelineStatusCB& status_cb, 48f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) const OutputCB& output_cb) OVERRIDE; 497dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch virtual void Decode(const scoped_refptr<DecoderBuffer>& buffer, 50558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch const DecodeCB& decode_cb) OVERRIDE; 515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual void Reset(const base::Closure& closure) OVERRIDE; 5290dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) virtual bool NeedsBitstreamConversion() const OVERRIDE; 537dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch virtual bool CanReadWithoutStalling() const OVERRIDE; 54f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) virtual int GetMaxDecodeRequests() const OVERRIDE; 555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // VideoDecodeAccelerator::Client implementation. 575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual void ProvidePictureBuffers(uint32 count, 585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& size, 595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) uint32 texture_target) OVERRIDE; 605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual void DismissPictureBuffer(int32 id) OVERRIDE; 615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual void PictureReady(const media::Picture& picture) OVERRIDE; 625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual void NotifyEndOfBitstreamBuffer(int32 id) OVERRIDE; 635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual void NotifyFlushDone() OVERRIDE; 645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual void NotifyResetDone() OVERRIDE; 655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual void NotifyError(media::VideoDecodeAccelerator::Error error) OVERRIDE; 665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) protected: 685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual ~GpuVideoDecoder(); 695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) private: 715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) enum State { 725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) kNormal, 735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) kDrainingDecoder, 745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) kDecoderDrained, 75c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) kError 765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) }; 775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 784e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) // A shared memory segment and its allocated size. 794e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) struct SHMBuffer { 804e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) SHMBuffer(base::SharedMemory* m, size_t s); 814e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) ~SHMBuffer(); 824e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) base::SharedMemory* shm; 834e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) size_t size; 844e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) }; 854e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) 864e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) // A SHMBuffer and the DecoderBuffer its data came from. 87f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) struct PendingDecoderBuffer { 88f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) PendingDecoderBuffer(SHMBuffer* s, 89f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) const scoped_refptr<DecoderBuffer>& b, 90f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) const DecodeCB& done_cb); 91f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) ~PendingDecoderBuffer(); 924e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) SHMBuffer* shm_buffer; 934e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) scoped_refptr<DecoderBuffer> buffer; 94f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) DecodeCB done_cb; 954e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) }; 964e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) 974e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) typedef std::map<int32, PictureBuffer> PictureBufferMap; 984e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) 99f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) void DeliverFrame(const scoped_refptr<VideoFrame>& frame); 1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10123730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles) // Static method is to allow it to run even after GVD is deleted. 10223730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles) static void ReleaseMailbox( 10323730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles) base::WeakPtr<GpuVideoDecoder> decoder, 10423730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles) const scoped_refptr<media::GpuVideoAcceleratorFactories>& factories, 10523730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles) int64 picture_buffer_id, 10623730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles) uint32 texture_id, 1075f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) uint32 release_sync_point); 108c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // Indicate the picture buffer can be reused by the decoder. 10923730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles) void ReusePictureBuffer(int64 picture_buffer_id); 1105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void RecordBufferData( 1122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const BitstreamBuffer& bitstream_buffer, const DecoderBuffer& buffer); 1135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void GetBufferData(int32 id, base::TimeDelta* timetamp, 1145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) gfx::Rect* visible_rect, gfx::Size* natural_size); 1155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void DestroyVDA(); 1175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Request a shared-memory segment of at least |min_size| bytes. Will 1195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // allocate as necessary. Caller does not own returned pointer. 1205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SHMBuffer* GetSHM(size_t min_size); 1215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Return a shared-memory segment to the available pool. 1235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void PutSHM(SHMBuffer* shm_buffer); 1245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1254e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) // Destroy all PictureBuffers in |buffers|, and delete their textures. 1264e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) void DestroyPictureBuffers(PictureBufferMap* buffers); 1275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1285d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Assert the contract that this class is operated on the right thread. 1295d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) void DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent() const; 1305d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 13190dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) bool needs_bitstream_conversion_; 13290dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) 1333551c9c881056c480085172ff9840cab31610854Torne (Richard Coles) scoped_refptr<GpuVideoAcceleratorFactories> factories_; 1345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 135bbcdd45c55eb7c4641ab97aef9889b0fc828e7d3Ben Murdoch // Populated during Initialize() (on success) and unchanged until an error 136bbcdd45c55eb7c4641ab97aef9889b0fc828e7d3Ben Murdoch // occurs. 1375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_ptr<VideoDecodeAccelerator> vda_; 1385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 139f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) OutputCB output_cb_; 140f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) 141f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) DecodeCB eos_decode_cb_; 142f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) 143f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) // Not null only during reset. 1445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Closure pending_reset_cb_; 1455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) State state_; 1475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1487dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch VideoDecoderConfig config_; 1497dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch 1505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Shared-memory buffer pool. Since allocating SHM segments requires a 1515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // round-trip to the browser process, we keep allocation out of the 1525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // steady-state of the decoder. 1535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::vector<SHMBuffer*> available_shm_segments_; 1545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 155f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) std::map<int32, PendingDecoderBuffer> bitstream_buffers_in_decoder_; 1564e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) PictureBufferMap assigned_picture_buffers_; 157868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) // PictureBuffers given to us by VDA via PictureReady, which we sent forward 158558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch // as VideoFrames to be rendered via decode_cb_, and which will be returned 159868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) // to us via ReusePictureBuffer. 16023730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles) typedef std::map<int32 /* picture_buffer_id */, uint32 /* texture_id */> 16123730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles) PictureBufferTextureMap; 16223730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles) PictureBufferTextureMap picture_buffers_at_display_; 1635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The texture target used for decoded pictures. 1655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) uint32 decoder_texture_target_; 1665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) struct BufferData { 1685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) BufferData(int32 bbid, base::TimeDelta ts, const gfx::Rect& visible_rect, 1695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& natural_size); 1705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ~BufferData(); 1715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int32 bitstream_buffer_id; 1725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta timestamp; 1735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) gfx::Rect visible_rect; 1745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) gfx::Size natural_size; 1755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) }; 1765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::list<BufferData> input_buffer_data_; 1775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // picture_buffer_id and the frame wrapping the corresponding Picture, for 179558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch // frames that have been decoded but haven't been requested by a Decode() yet. 1802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int32 next_picture_buffer_id_; 1812a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int32 next_bitstream_buffer_id_; 1825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Set during ProvidePictureBuffers(), used for checking and implementing 1842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // HasAvailableOutputFrames(). 1852a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int available_pictures_; 1862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 18723730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles) // Bound to factories_->GetMessageLoop(). 18823730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles) // NOTE: Weak pointers must be invalidated before all other member variables. 18923730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles) base::WeakPtrFactory<GpuVideoDecoder> weak_factory_; 19023730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles) 1915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DISALLOW_COPY_AND_ASSIGN(GpuVideoDecoder); 1925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}; 1935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} // namespace media 1955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#endif // MEDIA_FILTERS_GPU_VIDEO_DECODER_H_ 197