15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2012 The Chromium Authors. All rights reserved.
25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be
35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// found in the LICENSE file.
45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#ifndef MEDIA_FILTERS_GPU_VIDEO_DECODER_H_
65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#define MEDIA_FILTERS_GPU_VIDEO_DECODER_H_
75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <list>
95821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <map>
10868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)#include <set>
115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <utility>
125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <vector>
135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
14c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)#include "base/memory/weak_ptr.h"
155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/base/pipeline_status.h"
165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/base/video_decoder.h"
175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/video/video_decode_accelerator.h"
185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)template <class T> class scoped_refptr;
20c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)
215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace base {
225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)class SharedMemory;
235d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)class SingleThreadTaskRunner;
245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace media {
275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)class DecoderBuffer;
293551c9c881056c480085172ff9840cab31610854Torne (Richard Coles)class GpuVideoAcceleratorFactories;
303551c9c881056c480085172ff9840cab31610854Torne (Richard Coles)class MediaLog;
315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// GPU-accelerated video decoder implementation.  Relies on
335d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)// AcceleratedVideoDecoderMsg_Decode and friends.  Can be created on any thread
345d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)// but must be accessed and destroyed on GpuVideoAcceleratorFactories's
355d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)// GetMessageLoop().
365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)class MEDIA_EXPORT GpuVideoDecoder
375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    : public VideoDecoder,
385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      public VideoDecodeAccelerator::Client {
395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) public:
40bbcdd45c55eb7c4641ab97aef9889b0fc828e7d3Ben Murdoch  explicit GpuVideoDecoder(
411320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci      const scoped_refptr<GpuVideoAcceleratorFactories>& factories);
425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // VideoDecoder implementation.
441320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci  virtual std::string GetDisplayName() const OVERRIDE;
457dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch  virtual void Initialize(const VideoDecoderConfig& config,
466d86b77056ed63eb6871182f42a9fd5f07550f90Torne (Richard Coles)                          bool low_delay,
47f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)                          const PipelineStatusCB& status_cb,
48f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)                          const OutputCB& output_cb) OVERRIDE;
497dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch  virtual void Decode(const scoped_refptr<DecoderBuffer>& buffer,
50558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch                      const DecodeCB& decode_cb) OVERRIDE;
515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  virtual void Reset(const base::Closure& closure) OVERRIDE;
5290dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles)  virtual bool NeedsBitstreamConversion() const OVERRIDE;
537dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch  virtual bool CanReadWithoutStalling() const OVERRIDE;
54f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)  virtual int GetMaxDecodeRequests() const OVERRIDE;
555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // VideoDecodeAccelerator::Client implementation.
575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  virtual void ProvidePictureBuffers(uint32 count,
585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)                                     const gfx::Size& size,
595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)                                     uint32 texture_target) OVERRIDE;
605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  virtual void DismissPictureBuffer(int32 id) OVERRIDE;
615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  virtual void PictureReady(const media::Picture& picture) OVERRIDE;
625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  virtual void NotifyEndOfBitstreamBuffer(int32 id) OVERRIDE;
635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  virtual void NotifyFlushDone() OVERRIDE;
645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  virtual void NotifyResetDone() OVERRIDE;
655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  virtual void NotifyError(media::VideoDecodeAccelerator::Error error) OVERRIDE;
665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) protected:
685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  virtual ~GpuVideoDecoder();
695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) private:
715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  enum State {
725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    kNormal,
735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    kDrainingDecoder,
745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    kDecoderDrained,
75c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)    kError
765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  };
775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
784e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)  // A shared memory segment and its allocated size.
794e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)  struct SHMBuffer {
804e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)    SHMBuffer(base::SharedMemory* m, size_t s);
814e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)    ~SHMBuffer();
824e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)    base::SharedMemory* shm;
834e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)    size_t size;
844e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)  };
854e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)
864e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)  // A SHMBuffer and the DecoderBuffer its data came from.
87f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)  struct PendingDecoderBuffer {
88f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)    PendingDecoderBuffer(SHMBuffer* s,
89f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)                        const scoped_refptr<DecoderBuffer>& b,
90f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)                        const DecodeCB& done_cb);
91f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)    ~PendingDecoderBuffer();
924e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)    SHMBuffer* shm_buffer;
934e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)    scoped_refptr<DecoderBuffer> buffer;
94f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)    DecodeCB done_cb;
954e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)  };
964e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)
974e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)  typedef std::map<int32, PictureBuffer> PictureBufferMap;
984e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)
99f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)  void DeliverFrame(const scoped_refptr<VideoFrame>& frame);
1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
10123730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles)  // Static method is to allow it to run even after GVD is deleted.
10223730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles)  static void ReleaseMailbox(
10323730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles)      base::WeakPtr<GpuVideoDecoder> decoder,
10423730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles)      const scoped_refptr<media::GpuVideoAcceleratorFactories>& factories,
10523730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles)      int64 picture_buffer_id,
10623730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles)      uint32 texture_id,
1075f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles)      uint32 release_sync_point);
108c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)  // Indicate the picture buffer can be reused by the decoder.
10923730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles)  void ReusePictureBuffer(int64 picture_buffer_id);
1105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  void RecordBufferData(
1122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)      const BitstreamBuffer& bitstream_buffer, const DecoderBuffer& buffer);
1135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  void GetBufferData(int32 id, base::TimeDelta* timetamp,
1145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)                     gfx::Rect* visible_rect, gfx::Size* natural_size);
1155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  void DestroyVDA();
1175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // Request a shared-memory segment of at least |min_size| bytes.  Will
1195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // allocate as necessary.  Caller does not own returned pointer.
1205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  SHMBuffer* GetSHM(size_t min_size);
1215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // Return a shared-memory segment to the available pool.
1235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  void PutSHM(SHMBuffer* shm_buffer);
1245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1254e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)  // Destroy all PictureBuffers in |buffers|, and delete their textures.
1264e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)  void DestroyPictureBuffers(PictureBufferMap* buffers);
1275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1285d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)  // Assert the contract that this class is operated on the right thread.
1295d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)  void DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent() const;
1305d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)
13190dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles)  bool needs_bitstream_conversion_;
13290dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles)
1333551c9c881056c480085172ff9840cab31610854Torne (Richard Coles)  scoped_refptr<GpuVideoAcceleratorFactories> factories_;
1345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
135bbcdd45c55eb7c4641ab97aef9889b0fc828e7d3Ben Murdoch  // Populated during Initialize() (on success) and unchanged until an error
136bbcdd45c55eb7c4641ab97aef9889b0fc828e7d3Ben Murdoch  // occurs.
1375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  scoped_ptr<VideoDecodeAccelerator> vda_;
1385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
139f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)  OutputCB output_cb_;
140f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)
141f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)  DecodeCB eos_decode_cb_;
142f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)
143f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)  // Not null only during reset.
1445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  base::Closure pending_reset_cb_;
1455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  State state_;
1475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1487dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch  VideoDecoderConfig config_;
1497dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch
1505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // Shared-memory buffer pool.  Since allocating SHM segments requires a
1515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // round-trip to the browser process, we keep allocation out of the
1525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // steady-state of the decoder.
1535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  std::vector<SHMBuffer*> available_shm_segments_;
1545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
155f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)  std::map<int32, PendingDecoderBuffer> bitstream_buffers_in_decoder_;
1564e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)  PictureBufferMap assigned_picture_buffers_;
157868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)  // PictureBuffers given to us by VDA via PictureReady, which we sent forward
158558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch  // as VideoFrames to be rendered via decode_cb_, and which will be returned
159868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)  // to us via ReusePictureBuffer.
16023730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles)  typedef std::map<int32 /* picture_buffer_id */, uint32 /* texture_id */>
16123730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles)      PictureBufferTextureMap;
16223730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles)  PictureBufferTextureMap picture_buffers_at_display_;
1635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // The texture target used for decoded pictures.
1655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  uint32 decoder_texture_target_;
1665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  struct BufferData {
1685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    BufferData(int32 bbid, base::TimeDelta ts, const gfx::Rect& visible_rect,
1695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)               const gfx::Size& natural_size);
1705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    ~BufferData();
1715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    int32 bitstream_buffer_id;
1725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    base::TimeDelta timestamp;
1735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    gfx::Rect visible_rect;
1745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    gfx::Size natural_size;
1755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  };
1765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  std::list<BufferData> input_buffer_data_;
1775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // picture_buffer_id and the frame wrapping the corresponding Picture, for
179558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch  // frames that have been decoded but haven't been requested by a Decode() yet.
1802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  int32 next_picture_buffer_id_;
1812a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  int32 next_bitstream_buffer_id_;
1825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  // Set during ProvidePictureBuffers(), used for checking and implementing
1842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  // HasAvailableOutputFrames().
1852a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  int available_pictures_;
1862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)
18723730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles)  // Bound to factories_->GetMessageLoop().
18823730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles)  // NOTE: Weak pointers must be invalidated before all other member variables.
18923730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles)  base::WeakPtrFactory<GpuVideoDecoder> weak_factory_;
19023730a6e56a168d1879203e4b3819bb36e3d8f1fTorne (Richard Coles)
1915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  DISALLOW_COPY_AND_ASSIGN(GpuVideoDecoder);
1925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)};
1935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}  // namespace media
1955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#endif  // MEDIA_FILTERS_GPU_VIDEO_DECODER_H_
197