nouveau_display.c revision 45c4e0aae96c6354bf5131a282a74fe38d032de3
16ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs/*
26ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * Copyright (C) 2008 Maarten Maathuis.
36ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * All Rights Reserved.
46ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs *
56ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * Permission is hereby granted, free of charge, to any person obtaining
66ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * a copy of this software and associated documentation files (the
76ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * "Software"), to deal in the Software without restriction, including
86ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * without limitation the rights to use, copy, modify, merge, publish,
96ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * distribute, sublicense, and/or sell copies of the Software, and to
106ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * permit persons to whom the Software is furnished to do so, subject to
116ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * the following conditions:
126ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs *
136ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * The above copyright notice and this permission notice (including the
146ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * next paragraph) shall be included in all copies or substantial
156ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * portions of the Software.
166ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs *
176ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
186ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
196ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
206ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
216ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
226ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
236ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
246ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs *
256ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs */
266ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
276ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs#include "drmP.h"
286ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs#include "drm_crtc_helper.h"
296ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs#include "nouveau_drv.h"
306ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs#include "nouveau_fb.h"
316ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs#include "nouveau_fbcon.h"
32042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez#include "nouveau_hw.h"
33332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez#include "nouveau_crtc.h"
34332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez#include "nouveau_dma.h"
3545c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs#include "nv50_display.h"
366ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
376ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsstatic void
386ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsnouveau_user_framebuffer_destroy(struct drm_framebuffer *drm_fb)
396ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs{
406ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	struct nouveau_framebuffer *fb = nouveau_framebuffer(drm_fb);
416ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
42bc9025bdc4e2b591734cca17697093845007b63dLuca Barbieri	if (fb->nvbo)
43bc9025bdc4e2b591734cca17697093845007b63dLuca Barbieri		drm_gem_object_unreference_unlocked(fb->nvbo->gem);
446ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
456ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	drm_framebuffer_cleanup(drm_fb);
466ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	kfree(fb);
476ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs}
486ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
496ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsstatic int
506ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsnouveau_user_framebuffer_create_handle(struct drm_framebuffer *drm_fb,
516ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs				       struct drm_file *file_priv,
526ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs				       unsigned int *handle)
536ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs{
546ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	struct nouveau_framebuffer *fb = nouveau_framebuffer(drm_fb);
556ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
566ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	return drm_gem_handle_create(file_priv, fb->nvbo->gem, handle);
576ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs}
586ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
596ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsstatic const struct drm_framebuffer_funcs nouveau_framebuffer_funcs = {
606ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	.destroy = nouveau_user_framebuffer_destroy,
616ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	.create_handle = nouveau_user_framebuffer_create_handle,
626ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs};
636ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
64386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlieint
6545c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggsnouveau_framebuffer_init(struct drm_device *dev,
6645c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			 struct nouveau_framebuffer *nv_fb,
6745c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			 struct drm_mode_fb_cmd *mode_cmd,
6845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			 struct nouveau_bo *nvbo)
696ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs{
7045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	struct drm_nouveau_private *dev_priv = dev->dev_private;
7145c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	struct drm_framebuffer *fb = &nv_fb->base;
726ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	int ret;
736ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
7445c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	ret = drm_framebuffer_init(dev, fb, &nouveau_framebuffer_funcs);
756ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	if (ret) {
76386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie		return ret;
776ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	}
786ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
7945c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	drm_helper_mode_fill_fb_struct(fb, mode_cmd);
8045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	nv_fb->nvbo = nvbo;
8145c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
8245c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	if (dev_priv->card_type >= NV_50) {
8345c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		u32 tile_flags = nouveau_bo_tile_layout(nvbo);
8445c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		if (tile_flags == 0x7a00 ||
8545c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		    tile_flags == 0xfe00)
8645c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_dma = NvEvoFB32;
8745c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		else
8845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		if (tile_flags == 0x7000)
8945c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_dma = NvEvoFB16;
9045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		else
9145c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_dma = NvEvoVRAM_LP;
9245c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
9345c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		switch (fb->depth) {
9445c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		case  8: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_8; break;
9545c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		case 15: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_15; break;
9645c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		case 16: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_16; break;
9745c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		case 24:
9845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		case 32: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_24; break;
9945c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		case 30: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_30; break;
10045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		default:
10145c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			 NV_ERROR(dev, "unknown depth %d\n", fb->depth);
10245c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			 return -EINVAL;
10345c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		}
10445c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
10545c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		if (dev_priv->chipset == 0x50)
10645c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_format |= (tile_flags << 8);
10745c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
10845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		if (!tile_flags)
10945c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_pitch = 0x00100000 | fb->pitch;
11045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		else {
11145c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			u32 mode = nvbo->tile_mode;
11245c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			if (dev_priv->card_type >= NV_C0)
11345c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs				mode >>= 4;
11445c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_pitch = ((fb->pitch / 4) << 4) | mode;
11545c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		}
11645c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	}
11745c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
118386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	return 0;
1196ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs}
1206ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
1216ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsstatic struct drm_framebuffer *
1226ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsnouveau_user_framebuffer_create(struct drm_device *dev,
1236ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs				struct drm_file *file_priv,
1246ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs				struct drm_mode_fb_cmd *mode_cmd)
1256ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs{
126386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	struct nouveau_framebuffer *nouveau_fb;
1276ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	struct drm_gem_object *gem;
128386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	int ret;
1296ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
1306ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	gem = drm_gem_object_lookup(dev, file_priv, mode_cmd->handle);
1316ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	if (!gem)
132cce13ff7596985903ad924504562190a2c163a63Chris Wilson		return ERR_PTR(-ENOENT);
1336ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
134386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	nouveau_fb = kzalloc(sizeof(struct nouveau_framebuffer), GFP_KERNEL);
135386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	if (!nouveau_fb)
136cce13ff7596985903ad924504562190a2c163a63Chris Wilson		return ERR_PTR(-ENOMEM);
137386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie
138386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	ret = nouveau_framebuffer_init(dev, nouveau_fb, mode_cmd, nouveau_gem_object(gem));
139386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	if (ret) {
1406ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs		drm_gem_object_unreference(gem);
141cce13ff7596985903ad924504562190a2c163a63Chris Wilson		return ERR_PTR(ret);
1426ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	}
1436ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
144386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	return &nouveau_fb->base;
1456ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs}
1466ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
1476ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsconst struct drm_mode_config_funcs nouveau_mode_config_funcs = {
1486ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	.fb_create = nouveau_user_framebuffer_create,
149eb1f8e4f3be898df808e2dfc131099f5831d491dDave Airlie	.output_poll_changed = nouveau_fbcon_output_poll_changed,
1506ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs};
1516ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
152042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerezint
153042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jereznouveau_vblank_enable(struct drm_device *dev, int crtc)
154042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez{
155042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	struct drm_nouveau_private *dev_priv = dev->dev_private;
156042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez
157042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	if (dev_priv->card_type >= NV_50)
158042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez		nv_mask(dev, NV50_PDISPLAY_INTR_EN_1, 0,
159042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez			NV50_PDISPLAY_INTR_EN_1_VBLANK_CRTC_(crtc));
160042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	else
161042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez		NVWriteCRTC(dev, crtc, NV_PCRTC_INTR_EN_0,
162042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez			    NV_PCRTC_INTR_0_VBLANK);
163042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez
164042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	return 0;
165042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez}
166042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez
167042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerezvoid
168042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jereznouveau_vblank_disable(struct drm_device *dev, int crtc)
169042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez{
170042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	struct drm_nouveau_private *dev_priv = dev->dev_private;
171042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez
172042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	if (dev_priv->card_type >= NV_50)
173042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez		nv_mask(dev, NV50_PDISPLAY_INTR_EN_1,
174042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez			NV50_PDISPLAY_INTR_EN_1_VBLANK_CRTC_(crtc), 0);
175042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	else
176042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez		NVWriteCRTC(dev, crtc, NV_PCRTC_INTR_EN_0, 0);
177042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez}
178332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
179332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezstatic int
180332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_page_flip_reserve(struct nouveau_bo *old_bo,
181332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez			  struct nouveau_bo *new_bo)
182332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
183332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	int ret;
184332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
185332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = nouveau_bo_pin(new_bo, TTM_PL_FLAG_VRAM);
186332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
187332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		return ret;
188332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
189332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = ttm_bo_reserve(&new_bo->bo, false, false, false, 0);
190332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
191332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail;
192332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
193332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = ttm_bo_reserve(&old_bo->bo, false, false, false, 0);
194332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
195332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail_unreserve;
196332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
197332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return 0;
198332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
199332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail_unreserve:
200332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ttm_bo_unreserve(&new_bo->bo);
201332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail:
202332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_bo_unpin(new_bo);
203332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return ret;
204332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
205332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
206332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezstatic void
207332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_page_flip_unreserve(struct nouveau_bo *old_bo,
208332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez			    struct nouveau_bo *new_bo,
209332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez			    struct nouveau_fence *fence)
210332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
211332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_bo_fence(new_bo, fence);
212332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ttm_bo_unreserve(&new_bo->bo);
213332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
214332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_bo_fence(old_bo, fence);
215332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ttm_bo_unreserve(&old_bo->bo);
216332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
217332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_bo_unpin(old_bo);
218332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
219332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
220332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezstatic int
221332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_page_flip_emit(struct nouveau_channel *chan,
222332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct nouveau_bo *old_bo,
223332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct nouveau_bo *new_bo,
224332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct nouveau_page_flip_state *s,
225332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct nouveau_fence **pfence)
226332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
227332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct drm_device *dev = chan->dev;
228332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	unsigned long flags;
229332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	int ret;
230332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
231332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Queue it to the pending list */
232332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_lock_irqsave(&dev->event_lock, flags);
233332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	list_add_tail(&s->head, &chan->nvsw.flip);
234332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_unlock_irqrestore(&dev->event_lock, flags);
235332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
236332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Synchronize with the old framebuffer */
237332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = nouveau_fence_sync(old_bo->bo.sync_obj, chan);
238332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
239332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail;
240332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
241332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Emit the pageflip */
242332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = RING_SPACE(chan, 2);
243332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
244332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail;
245332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
246332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	BEGIN_RING(chan, NvSubSw, NV_SW_PAGE_FLIP, 1);
247332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	OUT_RING(chan, 0);
248332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	FIRE_RING(chan);
249332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
250332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = nouveau_fence_new(chan, pfence, true);
251332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
252332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail;
253332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
254332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return 0;
255332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail:
256332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_lock_irqsave(&dev->event_lock, flags);
257332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	list_del(&s->head);
258332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_unlock_irqrestore(&dev->event_lock, flags);
259332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return ret;
260332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
261332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
262332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezint
263332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_crtc_page_flip(struct drm_crtc *crtc, struct drm_framebuffer *fb,
264332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct drm_pending_vblank_event *event)
265332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
266332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct drm_device *dev = crtc->dev;
267332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct drm_nouveau_private *dev_priv = dev->dev_private;
268332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_bo *old_bo = nouveau_framebuffer(crtc->fb)->nvbo;
269332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_bo *new_bo = nouveau_framebuffer(fb)->nvbo;
270332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_page_flip_state *s;
271332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_channel *chan;
272332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_fence *fence;
273332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	int ret;
274332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
275332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (dev_priv->engine.graph.accel_blocked)
276332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		return -ENODEV;
277332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
278332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	s = kzalloc(sizeof(*s), GFP_KERNEL);
279332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (!s)
280332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		return -ENOMEM;
281332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
282332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Don't let the buffers go away while we flip */
283332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = nouveau_page_flip_reserve(old_bo, new_bo);
284332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
285332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail_free;
286332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
287332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Initialize a page flip struct */
288332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	*s = (struct nouveau_page_flip_state)
289332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		{ { }, s->event, nouveau_crtc(crtc)->index,
290332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		  fb->bits_per_pixel, fb->pitch, crtc->x, crtc->y,
291332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		  new_bo->bo.offset };
292332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
293332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Choose the channel the flip will be handled in */
294332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	chan = nouveau_fence_channel(new_bo->bo.sync_obj);
295332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (!chan)
296332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		chan = nouveau_channel_get_unlocked(dev_priv->channel);
297332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	mutex_lock(&chan->mutex);
298332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
299332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Emit a page flip */
300332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = nouveau_page_flip_emit(chan, old_bo, new_bo, s, &fence);
301332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_channel_put(&chan);
302332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
303332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail_unreserve;
304332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
305332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Update the crtc struct and cleanup */
306332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	crtc->fb = fb;
307332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
308332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_page_flip_unreserve(old_bo, new_bo, fence);
309332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_fence_unref(&fence);
310332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return 0;
311332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
312332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail_unreserve:
313332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_page_flip_unreserve(old_bo, new_bo, NULL);
314332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail_free:
315332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	kfree(s);
316332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return ret;
317332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
318332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
319332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezint
320332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_finish_page_flip(struct nouveau_channel *chan,
321332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez			 struct nouveau_page_flip_state *ps)
322332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
323332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct drm_device *dev = chan->dev;
324332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_page_flip_state *s;
325332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	unsigned long flags;
326332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
327332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_lock_irqsave(&dev->event_lock, flags);
328332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
329332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (list_empty(&chan->nvsw.flip)) {
330332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		NV_ERROR(dev, "Unexpected pageflip in channel %d.\n", chan->id);
331332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		spin_unlock_irqrestore(&dev->event_lock, flags);
332332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		return -EINVAL;
333332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	}
334332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
335332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	s = list_first_entry(&chan->nvsw.flip,
336332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez			     struct nouveau_page_flip_state, head);
337332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (s->event) {
338332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		struct drm_pending_vblank_event *e = s->event;
339332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		struct timeval now;
340332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
341332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		do_gettimeofday(&now);
342332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		e->event.sequence = 0;
343332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		e->event.tv_sec = now.tv_sec;
344332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		e->event.tv_usec = now.tv_usec;
345332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		list_add_tail(&e->base.link, &e->base.file_priv->event_list);
346332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		wake_up_interruptible(&e->base.file_priv->event_wait);
347332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	}
348332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
349332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	list_del(&s->head);
350332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	*ps = *s;
351332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	kfree(s);
352332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
353332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_unlock_irqrestore(&dev->event_lock, flags);
354332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return 0;
355332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
356