1// Copyright (c) 2012 The Chromium Authors. All rights reserved.
2// Use of this source code is governed by a BSD-style license that can be
3// found in the LICENSE file.
4
5#include "media/tools/player_x11/x11_video_renderer.h"
6
7#include <dlfcn.h>
8#include <X11/Xutil.h>
9#include <X11/extensions/Xrender.h>
10#include <X11/extensions/Xcomposite.h>
11
12#include "base/bind.h"
13#include "base/message_loop/message_loop.h"
14#include "media/base/video_frame.h"
15#include "media/base/yuv_convert.h"
16
17// Creates a 32-bit XImage.
18static XImage* CreateImage(Display* display, int width, int height) {
19  LOG(INFO) << "Allocating XImage " << width << "x" << height;
20  return  XCreateImage(display,
21                       DefaultVisual(display, DefaultScreen(display)),
22                       DefaultDepth(display, DefaultScreen(display)),
23                       ZPixmap,
24                       0,
25                       static_cast<char*>(malloc(width * height * 4)),
26                       width,
27                       height,
28                       32,
29                       width * 4);
30}
31
32// Returns the picture format for ARGB.
33// This method is originally from chrome/common/x11_util.cc.
34static XRenderPictFormat* GetRenderARGB32Format(Display* dpy) {
35  static XRenderPictFormat* pictformat = NULL;
36  if (pictformat)
37    return pictformat;
38
39  // First look for a 32-bit format which ignores the alpha value.
40  XRenderPictFormat templ;
41  templ.depth = 32;
42  templ.type = PictTypeDirect;
43  templ.direct.red = 16;
44  templ.direct.green = 8;
45  templ.direct.blue = 0;
46  templ.direct.redMask = 0xff;
47  templ.direct.greenMask = 0xff;
48  templ.direct.blueMask = 0xff;
49  templ.direct.alphaMask = 0;
50
51  static const unsigned long kMask =
52      PictFormatType | PictFormatDepth |
53      PictFormatRed | PictFormatRedMask |
54      PictFormatGreen | PictFormatGreenMask |
55      PictFormatBlue | PictFormatBlueMask |
56      PictFormatAlphaMask;
57
58  pictformat = XRenderFindFormat(dpy, kMask, &templ, 0 /* first result */);
59
60  if (!pictformat) {
61    // Not all X servers support xRGB32 formats. However, the XRender spec
62    // says that they must support an ARGB32 format, so we can always return
63    // that.
64    pictformat = XRenderFindStandardFormat(dpy, PictStandardARGB32);
65    CHECK(pictformat) << "XRender ARGB32 not supported.";
66  }
67
68  return pictformat;
69}
70
71X11VideoRenderer::X11VideoRenderer(Display* display, Window window)
72    : display_(display),
73      window_(window),
74      image_(NULL),
75      picture_(0),
76      use_render_(false) {
77}
78
79X11VideoRenderer::~X11VideoRenderer() {
80  if (image_)
81    XDestroyImage(image_);
82  if (use_render_)
83    XRenderFreePicture(display_, picture_);
84}
85
86void X11VideoRenderer::Paint(media::VideoFrame* video_frame) {
87  if (!image_)
88    Initialize(video_frame->coded_size(), video_frame->visible_rect());
89
90  const int coded_width = video_frame->coded_size().width();
91  const int coded_height = video_frame->coded_size().height();
92  const int visible_width = video_frame->visible_rect().width();
93  const int visible_height = video_frame->visible_rect().height();
94
95  // Check if we need to reallocate our XImage.
96  if (image_->width != coded_width || image_->height != coded_height) {
97    XDestroyImage(image_);
98    image_ = CreateImage(display_, coded_width, coded_height);
99  }
100
101  // Convert YUV frame to RGB.
102  DCHECK(video_frame->format() == media::VideoFrame::YV12 ||
103         video_frame->format() == media::VideoFrame::YV16);
104  DCHECK(video_frame->stride(media::VideoFrame::kUPlane) ==
105         video_frame->stride(media::VideoFrame::kVPlane));
106
107  DCHECK(image_->data);
108  media::YUVType yuv_type =
109      (video_frame->format() == media::VideoFrame::YV12) ?
110      media::YV12 : media::YV16;
111  media::ConvertYUVToRGB32(video_frame->data(media::VideoFrame::kYPlane),
112                           video_frame->data(media::VideoFrame::kUPlane),
113                           video_frame->data(media::VideoFrame::kVPlane),
114                           (uint8*)image_->data, coded_width, coded_height,
115                           video_frame->stride(media::VideoFrame::kYPlane),
116                           video_frame->stride(media::VideoFrame::kUPlane),
117                           image_->bytes_per_line,
118                           yuv_type);
119
120  if (use_render_) {
121    // If XRender is used, we'll upload the image to a pixmap. And then
122    // creats a picture from the pixmap and composite the picture over
123    // the picture represending the window.
124
125    // Creates a XImage.
126    XImage image;
127    memset(&image, 0, sizeof(image));
128    image.width = coded_width;
129    image.height = coded_height;
130    image.depth = 32;
131    image.bits_per_pixel = 32;
132    image.format = ZPixmap;
133    image.byte_order = LSBFirst;
134    image.bitmap_unit = 8;
135    image.bitmap_bit_order = LSBFirst;
136    image.bytes_per_line = image_->bytes_per_line;
137    image.red_mask = 0xff;
138    image.green_mask = 0xff00;
139    image.blue_mask = 0xff0000;
140    image.data = image_->data;
141
142    // Creates a pixmap and uploads from the XImage.
143    unsigned long pixmap = XCreatePixmap(display_, window_,
144                                         visible_width, visible_height,
145                                         32);
146    GC gc = XCreateGC(display_, pixmap, 0, NULL);
147    XPutImage(display_, pixmap, gc, &image,
148              video_frame->visible_rect().x(),
149              video_frame->visible_rect().y(),
150              0, 0,
151              visible_width, visible_height);
152    XFreeGC(display_, gc);
153
154    // Creates the picture representing the pixmap.
155    unsigned long picture = XRenderCreatePicture(
156        display_, pixmap, GetRenderARGB32Format(display_), 0, NULL);
157
158    // Composite the picture over the picture representing the window.
159    XRenderComposite(display_, PictOpSrc, picture, 0,
160                     picture_, 0, 0, 0, 0, 0, 0,
161                     visible_width, visible_height);
162
163    XRenderFreePicture(display_, picture);
164    XFreePixmap(display_, pixmap);
165    return;
166  }
167
168  // If XRender is not used, simply put the image to the server.
169  // This will have a tearing effect but this is OK.
170  // TODO(hclam): Upload the image to a pixmap and do XCopyArea()
171  // to the window.
172  GC gc = XCreateGC(display_, window_, 0, NULL);
173  XPutImage(display_, window_, gc, image_,
174            video_frame->visible_rect().x(),
175            video_frame->visible_rect().y(),
176            0, 0, visible_width, visible_height);
177  XFlush(display_);
178  XFreeGC(display_, gc);
179}
180
181void X11VideoRenderer::Initialize(gfx::Size coded_size,
182                                  gfx::Rect visible_rect) {
183  CHECK(!image_);
184  LOG(INFO) << "Initializing X11 Renderer...";
185
186  // Resize the window to fit that of the video.
187  XResizeWindow(display_, window_, visible_rect.width(), visible_rect.height());
188  image_ = CreateImage(display_, coded_size.width(), coded_size.height());
189
190  // Testing XRender support. We'll use the very basic of XRender
191  // so if it presents it is already good enough. We don't need
192  // to check its version.
193  int dummy;
194  use_render_ = XRenderQueryExtension(display_, &dummy, &dummy);
195
196  if (use_render_) {
197    LOG(INFO) << "Using XRender extension.";
198
199    // If we are using XRender, we'll create a picture representing the
200    // window.
201    XWindowAttributes attr;
202    XGetWindowAttributes(display_, window_, &attr);
203
204    XRenderPictFormat* pictformat = XRenderFindVisualFormat(
205        display_,
206        attr.visual);
207    CHECK(pictformat) << "XRender does not support default visual";
208
209    picture_ = XRenderCreatePicture(display_, window_, pictformat, 0, NULL);
210    CHECK(picture_) << "Backing picture not created";
211  }
212}
213