i915_dma.c revision 53984635a659e360f206a81ada4ae813152d72f1
11da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* i915_dma.c -- DMA support for the I915 -*- linux-c -*- 21da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 30d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie/* 41da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas. 51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * All Rights Reserved. 6bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * 7bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * Permission is hereby granted, free of charge, to any person obtaining a 8bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * copy of this software and associated documentation files (the 9bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * "Software"), to deal in the Software without restriction, including 10bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * without limitation the rights to use, copy, modify, merge, publish, 11bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * distribute, sub license, and/or sell copies of the Software, and to 12bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * permit persons to whom the Software is furnished to do so, subject to 13bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * the following conditions: 14bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * 15bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * The above copyright notice and this permission notice (including the 16bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * next paragraph) shall be included in all copies or substantial portions 17bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * of the Software. 18bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * 19bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS 20bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 21bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. 22bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR 23bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, 24bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE 25bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 26bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * 270d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie */ 281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "drmP.h" 301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "drm.h" 3179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes#include "drm_crtc_helper.h" 32785b93ef8c309730c2de84ce9c229e40e2d01480Dave Airlie#include "drm_fb_helper.h" 3379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes#include "intel_drv.h" 341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "i915_drm.h" 351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "i915_drv.h" 361c5d22f76dc721f3acb7a3dadc657a221e487fb7Chris Wilson#include "i915_trace.h" 37dcdb167402cbdca1d021bdfa5f63995ee0a79317Jordan Crouse#include <linux/pci.h> 3828d520433b6375740990ab99d69b0d0067fd656bDave Airlie#include <linux/vgaarb.h> 39c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#include <linux/acpi.h> 40c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#include <linux/pnp.h> 416a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie#include <linux/vga_switcheroo.h> 425a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo#include <linux/slab.h> 4344834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson#include <acpi/video.h> 441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 45398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard/** 46398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard * Sets up the hardware status page for devices that need a physical address 47398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard * in the register. 48398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard */ 493043c60c485ad694392d3f71bd7ef9f5c5f7cfddEric Anholtstatic int i915_init_phys_hws(struct drm_device *dev) 50398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard{ 51398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard drm_i915_private_t *dev_priv = dev->dev_private; 52398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard /* Program Hardware Status Page */ 53398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard dev_priv->status_page_dmah = 54e6be8d9d17bd44061116f601fe2609b3ace7aa69Zhenyu Wang drm_pci_alloc(dev, PAGE_SIZE, PAGE_SIZE); 55398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 56398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard if (!dev_priv->status_page_dmah) { 57398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard DRM_ERROR("Can not allocate hardware status page\n"); 58398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard return -ENOMEM; 59398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard } 608187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai dev_priv->render_ring.status_page.page_addr 618187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai = dev_priv->status_page_dmah->vaddr; 62398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard dev_priv->dma_status_page = dev_priv->status_page_dmah->busaddr; 63398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 648187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai memset(dev_priv->render_ring.status_page.page_addr, 0, PAGE_SIZE); 65398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 66a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (INTEL_INFO(dev)->gen >= 4) 679b974cc17166d31afed2638d56bdbf9829afbfaaZhenyu Wang dev_priv->dma_status_page |= (dev_priv->dma_status_page >> 28) & 689b974cc17166d31afed2638d56bdbf9829afbfaaZhenyu Wang 0xf0; 699b974cc17166d31afed2638d56bdbf9829afbfaaZhenyu Wang 70398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard I915_WRITE(HWS_PGA, dev_priv->dma_status_page); 718a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("Enabled hardware status page\n"); 72398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard return 0; 73398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard} 74398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 75398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard/** 76398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard * Frees the hardware status page, whether it's a physical address or a virtual 77398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard * address set up by the X Server. 78398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard */ 793043c60c485ad694392d3f71bd7ef9f5c5f7cfddEric Anholtstatic void i915_free_hws(struct drm_device *dev) 80398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard{ 81398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard drm_i915_private_t *dev_priv = dev->dev_private; 82398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard if (dev_priv->status_page_dmah) { 83398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard drm_pci_free(dev, dev_priv->status_page_dmah); 84398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard dev_priv->status_page_dmah = NULL; 85398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard } 86398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 87852835f343146a82a528c3b712b373661d4fa17aZou Nan hai if (dev_priv->render_ring.status_page.gfx_addr) { 88852835f343146a82a528c3b712b373661d4fa17aZou Nan hai dev_priv->render_ring.status_page.gfx_addr = 0; 89398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard drm_core_ioremapfree(&dev_priv->hws_map, dev); 90398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard } 91398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 92398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard /* Need to rewrite hardware status page */ 93398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard I915_WRITE(HWS_PGA, 0x1ffff000); 94398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard} 95398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 9684b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airlievoid i915_kernel_lost_context(struct drm_device * dev) 971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = dev->dev_private; 997c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv; 1008187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai struct intel_ring_buffer *ring = &dev_priv->render_ring; 1011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes /* 10379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * We should never lose context on the ring with modesetting 10479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * as we don't expose it to userspace 10579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes */ 10679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (drm_core_check_feature(dev, DRIVER_MODESET)) 10779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes return; 10879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 109585fb111348f7cdc30c6a1b903987612ddeafb23Jesse Barnes ring->head = I915_READ(PRB0_HEAD) & HEAD_ADDR; 110585fb111348f7cdc30c6a1b903987612ddeafb23Jesse Barnes ring->tail = I915_READ(PRB0_TAIL) & TAIL_ADDR; 1111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ring->space = ring->head - (ring->tail + 8); 1121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ring->space < 0) 1138187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai ring->space += ring->size; 1141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1157c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (!dev->primary->master) 1167c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie return; 1177c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 1187c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv = dev->primary->master->driver_priv; 1197c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (ring->head == ring->tail && master_priv->sarea_priv) 1207c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv->perf_boxes |= I915_BOX_RING_EMPTY; 1211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12384b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airliestatic int i915_dma_cleanup(struct drm_device * dev) 1241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 125ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes drm_i915_private_t *dev_priv = dev->dev_private; 1261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Make sure interrupts are disabled here because the uninstall ioctl 1271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * may not have been called from userspace and after dev_private 1281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * is freed, it's too late. 1291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 130ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt if (dev->irq_enabled) 131b5e89ed53ed8d24f83ba1941c07382af00ed238eDave Airlie drm_irq_uninstall(dev); 1321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 133ee0c6bfbd602cdad2ab1780061b3b1a9108cbd6cDan Carpenter mutex_lock(&dev->struct_mutex); 13478501eac34f372bfbeb4e1d9de688c13efa916f6Chris Wilson intel_cleanup_ring_buffer(&dev_priv->render_ring); 13578501eac34f372bfbeb4e1d9de688c13efa916f6Chris Wilson intel_cleanup_ring_buffer(&dev_priv->bsd_ring); 13678501eac34f372bfbeb4e1d9de688c13efa916f6Chris Wilson intel_cleanup_ring_buffer(&dev_priv->blt_ring); 137ee0c6bfbd602cdad2ab1780061b3b1a9108cbd6cDan Carpenter mutex_unlock(&dev->struct_mutex); 138dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 139398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard /* Clear the HWS virtual address at teardown */ 140398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard if (I915_NEED_GFX_HWS(dev)) 141398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard i915_free_hws(dev); 1421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 1441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 146ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnesstatic int i915_initialize(struct drm_device * dev, drm_i915_init_t * init) 1471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 148ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes drm_i915_private_t *dev_priv = dev->dev_private; 1497c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv; 1501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1513a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie master_priv->sarea = drm_getsarea(dev); 1523a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie if (master_priv->sarea) { 1533a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie master_priv->sarea_priv = (drm_i915_sarea_t *) 1543a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie ((u8 *)master_priv->sarea->handle + init->sarea_priv_offset); 1553a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie } else { 1568a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("sarea not found assuming DRI2 userspace\n"); 1573a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie } 1583a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie 159673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt if (init->ring_size != 0) { 1608187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai if (dev_priv->render_ring.gem_object != NULL) { 161673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt i915_dma_cleanup(dev); 162673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt DRM_ERROR("Client tried to initialize ringbuffer in " 163673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt "GEM mode\n"); 164673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt return -EINVAL; 165673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt } 1661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1678187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai dev_priv->render_ring.size = init->ring_size; 1681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 169d3301d86b4bf2bcf649982ae464211d8bcf9575aEric Anholt dev_priv->render_ring.map.offset = init->ring_start; 170d3301d86b4bf2bcf649982ae464211d8bcf9575aEric Anholt dev_priv->render_ring.map.size = init->ring_size; 171d3301d86b4bf2bcf649982ae464211d8bcf9575aEric Anholt dev_priv->render_ring.map.type = 0; 172d3301d86b4bf2bcf649982ae464211d8bcf9575aEric Anholt dev_priv->render_ring.map.flags = 0; 173d3301d86b4bf2bcf649982ae464211d8bcf9575aEric Anholt dev_priv->render_ring.map.mtrr = 0; 1741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 175d3301d86b4bf2bcf649982ae464211d8bcf9575aEric Anholt drm_core_ioremap_wc(&dev_priv->render_ring.map, dev); 176673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 177d3301d86b4bf2bcf649982ae464211d8bcf9575aEric Anholt if (dev_priv->render_ring.map.handle == NULL) { 178673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt i915_dma_cleanup(dev); 179673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt DRM_ERROR("can not ioremap virtual address for" 180673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt " ring buffer\n"); 181673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt return -ENOMEM; 182673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt } 1831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 185d3301d86b4bf2bcf649982ae464211d8bcf9575aEric Anholt dev_priv->render_ring.virtual_start = dev_priv->render_ring.map.handle; 1861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 187a6b54f3f5050c0cbc0c35dd48064846c6302706bMichel Dänzer dev_priv->cpp = init->cpp; 1881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev_priv->back_offset = init->back_offset; 1891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev_priv->front_offset = init->front_offset; 1901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev_priv->current_page = 0; 1917c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (master_priv->sarea_priv) 1927c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv->pf_current_page = 0; 1931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Allow hardware batchbuffers unless told otherwise. 1951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev_priv->allow_batchbuffer = 1; 1971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 1991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20184b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airliestatic int i915_dma_resume(struct drm_device * dev) 2021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private; 2041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2058187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai struct intel_ring_buffer *ring; 2068a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("%s\n", __func__); 2071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2088187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai ring = &dev_priv->render_ring; 2098187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai 2108187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai if (ring->map.handle == NULL) { 2111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("can not ioremap virtual address for" 2121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds " ring buffer\n"); 21320caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -ENOMEM; 2141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Program Hardware Status Page */ 2178187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai if (!ring->status_page.page_addr) { 2181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("Can not find hardware status page\n"); 21920caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 2201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2218a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("hw status page @ %p\n", 2228187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai ring->status_page.page_addr); 2238187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai if (ring->status_page.gfx_addr != 0) 22478501eac34f372bfbeb4e1d9de688c13efa916f6Chris Wilson intel_ring_setup_status_page(ring); 225dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu else 226585fb111348f7cdc30c6a1b903987612ddeafb23Jesse Barnes I915_WRITE(HWS_PGA, dev_priv->dma_status_page); 2278187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai 2288a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("Enabled hardware status page\n"); 2291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 2311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 233c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_dma_init(struct drm_device *dev, void *data, 234c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 2351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 236c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_init_t *init = data; 2371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int retcode = 0; 2381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 239c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt switch (init->func) { 2401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_INIT_DMA: 241ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes retcode = i915_initialize(dev, init); 2421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_CLEANUP_DMA: 2441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds retcode = i915_dma_cleanup(dev); 2451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_RESUME_DMA: 2470d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie retcode = i915_dma_resume(dev); 2481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 25020caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt retcode = -EINVAL; 2511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return retcode; 2551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Implement basically the same security restrictions as hardware does 2581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * for MI_BATCH_NON_SECURE. These can be made stricter at any time. 2591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Most of the calculations below involve calculating the size of a 2611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * particular instruction. It's important to get the size right as 2621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that tells us where the next instruction to check is. Any illegal 2631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * instruction detected will be given a size of zero, which is a 2641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * signal to abort the rest of the buffer. 2651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 266e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilsonstatic int validate_cmd(int cmd) 2671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (((cmd >> 29) & 0x7)) { 2691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x0: 2701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch ((cmd >> 23) & 0x3f) { 2711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x0: 2721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; /* MI_NOOP */ 2731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x4: 2741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; /* MI_FLUSH */ 2751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 2761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; /* disallow everything else */ 2771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x1: 2801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; /* reserved */ 2811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x2: 2821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0xff) + 2; /* 2d commands */ 2831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x3: 2841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (((cmd >> 24) & 0x1f) <= 0x18) 2851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; 2861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch ((cmd >> 24) & 0x1f) { 2881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x1c: 2891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; 2901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x1d: 291b5e89ed53ed8d24f83ba1941c07382af00ed238eDave Airlie switch ((cmd >> 16) & 0xff) { 2921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x3: 2931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0x1f) + 2; 2941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x4: 2951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0xf) + 2; 2961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 2971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0xffff) + 2; 2981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x1e: 3001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cmd & (1 << 23)) 3011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0xffff) + 1; 3021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 3031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; 3041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x1f: 3051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((cmd & (1 << 23)) == 0) /* inline vertices */ 3061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0x1ffff) + 2; 3071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (cmd & (1 << 17)) /* indirect random */ 3081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((cmd & 0xffff) == 0) 3091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; /* unknown length, too hard */ 3101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 3111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (((cmd & 0xffff) + 1) / 2) + 1; 3121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 3131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 2; /* indirect sequential */ 3141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 3151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 3161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 3181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 3191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 3221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 324201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholtstatic int i915_emit_cmds(struct drm_device * dev, int *buffer, int dwords) 3251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = dev->dev_private; 327e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson int i, ret; 3281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3298187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai if ((dwords+1) * sizeof(int) >= dev_priv->render_ring.size - 8) 33020caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 331de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 3321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < dwords;) { 333e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson int sz = validate_cmd(buffer[i]); 334e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (sz == 0 || i + sz > dwords) 33520caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 336e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson i += sz; 3371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 339e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING((dwords+1)&~1); 340e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 341e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 342e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 343e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson for (i = 0; i < dwords; i++) 344e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(buffer[i]); 345de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie if (dwords & 1) 346de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie OUT_RING(0); 347de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 348de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie ADVANCE_LP_RING(); 349de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 3501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 3511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 353673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholtint 354673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholti915_emit_box(struct drm_device *dev, 355201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt struct drm_clip_rect *boxes, 356673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt int i, int DR1, int DR4) 3571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 358e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson struct drm_i915_private *dev_priv = dev->dev_private; 359201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt struct drm_clip_rect box = boxes[i]; 360e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson int ret; 3611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (box.y2 <= box.y1 || box.x2 <= box.x1 || box.y2 <= 0 || box.x2 <= 0) { 3631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("Bad box %d,%d..%d,%d\n", 3641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds box.x1, box.y1, box.x2, box.y2); 36520caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 3661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 368a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (INTEL_INFO(dev)->gen >= 4) { 369e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING(4); 370e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 371e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 372e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 373c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(GFX_OP_DRAWRECT_INFO_I965); 374c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING((box.x1 & 0xffff) | (box.y1 << 16)); 37578eca43d0391f59c3b1505bb7bd38ff45b650aabAndrew Morton OUT_RING(((box.x2 - 1) & 0xffff) | ((box.y2 - 1) << 16)); 376c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(DR4); 377c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane } else { 378e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING(6); 379e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 380e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 381e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 382c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(GFX_OP_DRAWRECT_INFO); 383c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(DR1); 384c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING((box.x1 & 0xffff) | (box.y1 << 16)); 385c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(((box.x2 - 1) & 0xffff) | ((box.y2 - 1) << 16)); 386c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(DR4); 387c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(0); 388c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane } 389e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ADVANCE_LP_RING(); 3901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 3921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 394c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane/* XXX: Emitting the counter should really be moved to part of the IRQ 395c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane * emit. For now, do it in both places: 396c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane */ 397c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane 39884b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airliestatic void i915_emit_breadcrumb(struct drm_device *dev) 399de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie{ 400de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie drm_i915_private_t *dev_priv = dev->dev_private; 4017c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv; 402de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 403c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg dev_priv->counter++; 404af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie if (dev_priv->counter > 0x7FFFFFFFUL) 405c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg dev_priv->counter = 0; 4067c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (master_priv->sarea_priv) 4077c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv->last_enqueue = dev_priv->counter; 408de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 409e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (BEGIN_LP_RING(4) == 0) { 410e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(MI_STORE_DWORD_INDEX); 411e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(I915_BREADCRUMB_INDEX << MI_STORE_DWORD_INDEX_SHIFT); 412e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(dev_priv->counter); 413e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(0); 414e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ADVANCE_LP_RING(); 415e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson } 416de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie} 417de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 41884b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airliestatic int i915_dispatch_cmdbuffer(struct drm_device * dev, 419201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt drm_i915_cmdbuffer_t *cmd, 420201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt struct drm_clip_rect *cliprects, 421201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt void *cmdbuf) 4221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int nbox = cmd->num_cliprects; 4241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i = 0, count, ret; 4251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cmd->sz & 0x3) { 4271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("alignment"); 42820caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 4291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i915_kernel_lost_context(dev); 4321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds count = nbox ? nbox : 1; 4341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < count; i++) { 4361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (i < nbox) { 437201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = i915_emit_box(dev, cliprects, i, 4381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmd->DR1, cmd->DR4); 4391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) 4401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 4411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 443201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = i915_emit_cmds(dev, cmdbuf, cmd->sz / 4); 4441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) 4451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 4461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 448de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie i915_emit_breadcrumb(dev); 4491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 4501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 45284b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airliestatic int i915_dispatch_batchbuffer(struct drm_device * dev, 453201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt drm_i915_batchbuffer_t * batch, 454201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt struct drm_clip_rect *cliprects) 4551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 456e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson struct drm_i915_private *dev_priv = dev->dev_private; 4571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int nbox = batch->num_cliprects; 458e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson int i, count, ret; 4591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((batch->start | batch->used) & 0x7) { 4611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("alignment"); 46220caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 4631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i915_kernel_lost_context(dev); 4661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds count = nbox ? nbox : 1; 4681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < count; i++) { 4691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (i < nbox) { 470e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = i915_emit_box(dev, cliprects, i, 471e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson batch->DR1, batch->DR4); 4721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) 4731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 4741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4760790d5e148c0747499742a3c09ba5f1c07f9ed0dKeith Packard if (!IS_I830(dev) && !IS_845G(dev)) { 477e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING(2); 478e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 479e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 480e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 481a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (INTEL_INFO(dev)->gen >= 4) { 48221f16289270447673a7263ccc0b22d562fb01ecbDave Airlie OUT_RING(MI_BATCH_BUFFER_START | (2 << 6) | MI_BATCH_NON_SECURE_I965); 48321f16289270447673a7263ccc0b22d562fb01ecbDave Airlie OUT_RING(batch->start); 48421f16289270447673a7263ccc0b22d562fb01ecbDave Airlie } else { 48521f16289270447673a7263ccc0b22d562fb01ecbDave Airlie OUT_RING(MI_BATCH_BUFFER_START | (2 << 6)); 48621f16289270447673a7263ccc0b22d562fb01ecbDave Airlie OUT_RING(batch->start | MI_BATCH_NON_SECURE); 48721f16289270447673a7263ccc0b22d562fb01ecbDave Airlie } 4881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 489e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING(4); 490e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 491e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 492e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 4931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds OUT_RING(MI_BATCH_BUFFER); 4941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds OUT_RING(batch->start | MI_BATCH_NON_SECURE); 4951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds OUT_RING(batch->start + batch->used - 4); 4961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds OUT_RING(0); 4971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 498e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ADVANCE_LP_RING(); 4991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 5001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5011cafd34731cd14e5a72edaf0f41717c8126cfce9Zou Nan hai 502f00a3ddf91d596bece5fa31e8ce2e8a3b4c0623bChris Wilson if (IS_G4X(dev) || IS_GEN5(dev)) { 503e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (BEGIN_LP_RING(2) == 0) { 504e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(MI_FLUSH | MI_NO_WRITE_FLUSH | MI_INVALIDATE_ISP); 505e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(MI_NOOP); 506e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ADVANCE_LP_RING(); 507e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson } 5081cafd34731cd14e5a72edaf0f41717c8126cfce9Zou Nan hai } 5091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 510e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson i915_emit_breadcrumb(dev); 5111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 5121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 514af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airliestatic int i915_dispatch_flip(struct drm_device * dev) 5151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = dev->dev_private; 5177c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = 5187c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie dev->primary->master->driver_priv; 519e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson int ret; 5201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5217c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (!master_priv->sarea_priv) 522c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg return -EINVAL; 523c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg 5248a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("%s: page=%d pfCurrentPage=%d\n", 525be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao __func__, 526be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao dev_priv->current_page, 527be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao master_priv->sarea_priv->pf_current_page); 5281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 529af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie i915_kernel_lost_context(dev); 530af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie 531e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING(10); 532e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 533e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 534e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 535585fb111348f7cdc30c6a1b903987612ddeafb23Jesse Barnes OUT_RING(MI_FLUSH | MI_READ_FLUSH); 536af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(0); 5371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 538af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(CMD_OP_DISPLAYBUFFER_INFO | ASYNC_FLIP); 539af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(0); 540af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie if (dev_priv->current_page == 0) { 541af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(dev_priv->back_offset); 542af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie dev_priv->current_page = 1; 5431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 544af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(dev_priv->front_offset); 545af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie dev_priv->current_page = 0; 5461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 547af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(0); 5481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 549af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(MI_WAIT_FOR_EVENT | MI_WAIT_FOR_PLANE_A_FLIP); 550af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(0); 551e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 552af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie ADVANCE_LP_RING(); 5531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5547c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv->last_enqueue = dev_priv->counter++; 5551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 556e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (BEGIN_LP_RING(4) == 0) { 557e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(MI_STORE_DWORD_INDEX); 558e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(I915_BREADCRUMB_INDEX << MI_STORE_DWORD_INDEX_SHIFT); 559e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(dev_priv->counter); 560e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(0); 561e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ADVANCE_LP_RING(); 562e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson } 5631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5647c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv->pf_current_page = dev_priv->current_page; 565af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie return 0; 5661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 56884b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airliestatic int i915_quiescent(struct drm_device * dev) 5691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = dev->dev_private; 5711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i915_kernel_lost_context(dev); 57378501eac34f372bfbeb4e1d9de688c13efa916f6Chris Wilson return intel_wait_ring_buffer(&dev_priv->render_ring, 5748187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai dev_priv->render_ring.size - 8); 5751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 577c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_flush_ioctl(struct drm_device *dev, void *data, 578c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 5791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 580546b0974c39657017407c86fe79811100b60700dEric Anholt int ret; 581546b0974c39657017407c86fe79811100b60700dEric Anholt 582546b0974c39657017407c86fe79811100b60700dEric Anholt RING_LOCK_TEST_WITH_RETURN(dev, file_priv); 5831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 584546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_lock(&dev->struct_mutex); 585546b0974c39657017407c86fe79811100b60700dEric Anholt ret = i915_quiescent(dev); 586546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_unlock(&dev->struct_mutex); 587546b0974c39657017407c86fe79811100b60700dEric Anholt 588546b0974c39657017407c86fe79811100b60700dEric Anholt return ret; 5891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 591c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_batchbuffer(struct drm_device *dev, void *data, 592c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 5931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private; 5957c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv; 5961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *) 5977c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv; 598c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_batchbuffer_t *batch = data; 5991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 600201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt struct drm_clip_rect *cliprects = NULL; 6011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!dev_priv->allow_batchbuffer) { 6031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("Batchbuffer ioctl disabled\n"); 60420caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 6051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6078a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("i915 batchbuffer, start %x used %d cliprects %d\n", 608be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao batch->start, batch->used, batch->num_cliprects); 6091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 610546b0974c39657017407c86fe79811100b60700dEric Anholt RING_LOCK_TEST_WITH_RETURN(dev, file_priv); 6111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 612201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (batch->num_cliprects < 0) 613201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt return -EINVAL; 614201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 615201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (batch->num_cliprects) { 6169a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt cliprects = kcalloc(batch->num_cliprects, 6179a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt sizeof(struct drm_clip_rect), 6189a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt GFP_KERNEL); 619201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (cliprects == NULL) 620201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt return -ENOMEM; 621201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 622201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = copy_from_user(cliprects, batch->cliprects, 623201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt batch->num_cliprects * 624201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt sizeof(struct drm_clip_rect)); 6259927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter if (ret != 0) { 6269927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter ret = -EFAULT; 627201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt goto fail_free; 6289927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter } 629201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt } 6301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 631546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_lock(&dev->struct_mutex); 632201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = i915_dispatch_batchbuffer(dev, batch, cliprects); 633546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_unlock(&dev->struct_mutex); 6341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 635c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg if (sarea_priv) 6360baf823a10bd4131f70e9712d1f02de3c247f1dfKeith Packard sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv); 637201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 638201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholtfail_free: 6399a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(cliprects); 640201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 6411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 6421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 6431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 644c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_cmdbuffer(struct drm_device *dev, void *data, 645c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 6461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 6471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private; 6487c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv; 6491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *) 6507c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv; 651c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_cmdbuffer_t *cmdbuf = data; 652201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt struct drm_clip_rect *cliprects = NULL; 653201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt void *batch_data; 6541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 6551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6568a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("i915 cmdbuffer, buf %p sz %d cliprects %d\n", 657be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao cmdbuf->buf, cmdbuf->sz, cmdbuf->num_cliprects); 6581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 659546b0974c39657017407c86fe79811100b60700dEric Anholt RING_LOCK_TEST_WITH_RETURN(dev, file_priv); 6601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 661201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (cmdbuf->num_cliprects < 0) 662201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt return -EINVAL; 663201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 6649a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt batch_data = kmalloc(cmdbuf->sz, GFP_KERNEL); 665201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (batch_data == NULL) 666201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt return -ENOMEM; 667201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 668201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = copy_from_user(batch_data, cmdbuf->buf, cmdbuf->sz); 6699927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter if (ret != 0) { 6709927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter ret = -EFAULT; 671201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt goto fail_batch_free; 6729927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter } 673201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 674201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (cmdbuf->num_cliprects) { 6759a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt cliprects = kcalloc(cmdbuf->num_cliprects, 6769a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt sizeof(struct drm_clip_rect), GFP_KERNEL); 677a40e8d3139e9eb54bf1d29f91639a6c5e05f652eOwain Ainsworth if (cliprects == NULL) { 678a40e8d3139e9eb54bf1d29f91639a6c5e05f652eOwain Ainsworth ret = -ENOMEM; 679201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt goto fail_batch_free; 680a40e8d3139e9eb54bf1d29f91639a6c5e05f652eOwain Ainsworth } 681201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 682201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = copy_from_user(cliprects, cmdbuf->cliprects, 683201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt cmdbuf->num_cliprects * 684201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt sizeof(struct drm_clip_rect)); 6859927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter if (ret != 0) { 6869927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter ret = -EFAULT; 687201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt goto fail_clip_free; 6889927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter } 6891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 691546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_lock(&dev->struct_mutex); 692201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = i915_dispatch_cmdbuffer(dev, cmdbuf, cliprects, batch_data); 693546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_unlock(&dev->struct_mutex); 6941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) { 6951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("i915_dispatch_cmdbuffer failed\n"); 696355d7f370b51bbb6f31aaf9f98861057e1e6bbb2Chris Wright goto fail_clip_free; 6971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 699c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg if (sarea_priv) 7000baf823a10bd4131f70e9712d1f02de3c247f1dfKeith Packard sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv); 701201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 702201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholtfail_clip_free: 7039a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(cliprects); 704355d7f370b51bbb6f31aaf9f98861057e1e6bbb2Chris Wrightfail_batch_free: 7059a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(batch_data); 706201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 707201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt return ret; 7081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 710c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_flip_bufs(struct drm_device *dev, void *data, 711c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 7121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 713546b0974c39657017407c86fe79811100b60700dEric Anholt int ret; 714546b0974c39657017407c86fe79811100b60700dEric Anholt 7158a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("%s\n", __func__); 7161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 717546b0974c39657017407c86fe79811100b60700dEric Anholt RING_LOCK_TEST_WITH_RETURN(dev, file_priv); 7181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 719546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_lock(&dev->struct_mutex); 720546b0974c39657017407c86fe79811100b60700dEric Anholt ret = i915_dispatch_flip(dev); 721546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_unlock(&dev->struct_mutex); 722546b0974c39657017407c86fe79811100b60700dEric Anholt 723546b0974c39657017407c86fe79811100b60700dEric Anholt return ret; 7241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 726c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_getparam(struct drm_device *dev, void *data, 727c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 7281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 7291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = dev->dev_private; 730c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_getparam_t *param = data; 7311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int value; 7321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!dev_priv) { 7343e684eae586a9b210a4517da5637a255b1ff5a92Márton Németh DRM_ERROR("called with no initialization\n"); 73520caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 7361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 738c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt switch (param->param) { 7391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_PARAM_IRQ_ACTIVE: 7400a3e67a4caac273a3bfc4ced3da364830b1ab241Jesse Barnes value = dev->pdev->irq ? 1 : 0; 7411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 7421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_PARAM_ALLOW_BATCHBUFFER: 7431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds value = dev_priv->allow_batchbuffer ? 1 : 0; 7441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 7450d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie case I915_PARAM_LAST_DISPATCH: 7460d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie value = READ_BREADCRUMB(dev_priv); 7470d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie break; 748ed4c9c4acf948b42b138747fcb8843ecb1a24ce4Kristian Høgsberg case I915_PARAM_CHIPSET_ID: 749ed4c9c4acf948b42b138747fcb8843ecb1a24ce4Kristian Høgsberg value = dev->pci_device; 750ed4c9c4acf948b42b138747fcb8843ecb1a24ce4Kristian Høgsberg break; 751673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt case I915_PARAM_HAS_GEM: 752ac5c4e76180a74c7f922f6fa71ace0cef45fa433Dave Airlie value = dev_priv->has_gem; 753673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt break; 7540f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes case I915_PARAM_NUM_FENCES_AVAIL: 7550f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes value = dev_priv->num_fence_regs - dev_priv->fence_reg_start; 7560f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes break; 75702e792fbaadb75dec8e476a05b610e49908fc6a4Daniel Vetter case I915_PARAM_HAS_OVERLAY: 75802e792fbaadb75dec8e476a05b610e49908fc6a4Daniel Vetter value = dev_priv->overlay ? 1 : 0; 75902e792fbaadb75dec8e476a05b610e49908fc6a4Daniel Vetter break; 760e9560f7cb20722e0e7db46bbb6f43c2194a238d5Jesse Barnes case I915_PARAM_HAS_PAGEFLIPPING: 761e9560f7cb20722e0e7db46bbb6f43c2194a238d5Jesse Barnes value = 1; 762e9560f7cb20722e0e7db46bbb6f43c2194a238d5Jesse Barnes break; 76376446cac68568fc7f5168a27deaf803ed22a4360Jesse Barnes case I915_PARAM_HAS_EXECBUF2: 76476446cac68568fc7f5168a27deaf803ed22a4360Jesse Barnes /* depends on GEM */ 76576446cac68568fc7f5168a27deaf803ed22a4360Jesse Barnes value = dev_priv->has_gem; 76676446cac68568fc7f5168a27deaf803ed22a4360Jesse Barnes break; 767e3a815fcd38043b8f1bb526123d8ab6ae01deb77Zou Nan hai case I915_PARAM_HAS_BSD: 768e3a815fcd38043b8f1bb526123d8ab6ae01deb77Zou Nan hai value = HAS_BSD(dev); 769e3a815fcd38043b8f1bb526123d8ab6ae01deb77Zou Nan hai break; 770549f7365820a212a1cfd0871d377b1ad0d1e5723Chris Wilson case I915_PARAM_HAS_BLT: 771549f7365820a212a1cfd0871d377b1ad0d1e5723Chris Wilson value = HAS_BLT(dev); 772549f7365820a212a1cfd0871d377b1ad0d1e5723Chris Wilson break; 7731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 7748a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("Unknown parameter %d\n", 77576446cac68568fc7f5168a27deaf803ed22a4360Jesse Barnes param->param); 77620caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 7771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 779c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt if (DRM_COPY_TO_USER(param->value, &value, sizeof(int))) { 7801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("DRM_COPY_TO_USER failed\n"); 78120caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EFAULT; 7821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 7851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 787c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_setparam(struct drm_device *dev, void *data, 788c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 7891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 7901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = dev->dev_private; 791c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_setparam_t *param = data; 7921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!dev_priv) { 7943e684eae586a9b210a4517da5637a255b1ff5a92Márton Németh DRM_ERROR("called with no initialization\n"); 79520caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 7961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 798c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt switch (param->param) { 7991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_SETPARAM_USE_MI_BATCHBUFFER_START: 8001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_SETPARAM_TEX_LRU_LOG_GRANULARITY: 802c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt dev_priv->tex_lru_log_granularity = param->value; 8031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_SETPARAM_ALLOW_BATCHBUFFER: 805c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt dev_priv->allow_batchbuffer = param->value; 8061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8070f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes case I915_SETPARAM_NUM_USED_FENCES: 8080f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes if (param->value > dev_priv->num_fence_regs || 8090f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes param->value < 0) 8100f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes return -EINVAL; 8110f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes /* Userspace can use first N regs */ 8120f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes dev_priv->fence_reg_start = param->value; 8130f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes break; 8141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 8158a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("unknown parameter %d\n", 816be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao param->param); 81720caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 8181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 8211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 8221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 823c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_set_status_page(struct drm_device *dev, void *data, 824c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 825dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu{ 826dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu drm_i915_private_t *dev_priv = dev->dev_private; 827c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_hws_addr_t *hws = data; 8288187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai struct intel_ring_buffer *ring = &dev_priv->render_ring; 829b39d50e53b1bb27f6c29f88a697a4af78427dffdZhenyu Wang 830b39d50e53b1bb27f6c29f88a697a4af78427dffdZhenyu Wang if (!I915_NEED_GFX_HWS(dev)) 831b39d50e53b1bb27f6c29f88a697a4af78427dffdZhenyu Wang return -EINVAL; 832dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 833dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu if (!dev_priv) { 8343e684eae586a9b210a4517da5637a255b1ff5a92Márton Németh DRM_ERROR("called with no initialization\n"); 83520caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 836dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu } 837dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 83879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (drm_core_check_feature(dev, DRIVER_MODESET)) { 83979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes WARN(1, "tried to set status page when mode setting active\n"); 84079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes return 0; 84179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 84279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 8438a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("set status page addr 0x%08x\n", (u32)hws->addr); 844c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt 8458187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai ring->status_page.gfx_addr = hws->addr & (0x1ffff<<12); 846dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 8478b40958032fd236194de57d29be9cf2c1f2643eeEric Anholt dev_priv->hws_map.offset = dev->agp->base + hws->addr; 848dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu dev_priv->hws_map.size = 4*1024; 849dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu dev_priv->hws_map.type = 0; 850dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu dev_priv->hws_map.flags = 0; 851dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu dev_priv->hws_map.mtrr = 0; 852dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 853dd0910b3c71b253c08111110f0399b924a8d5853Dave Airlie drm_core_ioremap_wc(&dev_priv->hws_map, dev); 854dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu if (dev_priv->hws_map.handle == NULL) { 855dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu i915_dma_cleanup(dev); 856e20f9c64c79e2282f9eb531509181965ec8f0a92Eric Anholt ring->status_page.gfx_addr = 0; 857dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu DRM_ERROR("can not ioremap virtual address for" 858dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu " G33 hw status page\n"); 85920caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -ENOMEM; 860dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu } 8618187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai ring->status_page.page_addr = dev_priv->hws_map.handle; 8628187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai memset(ring->status_page.page_addr, 0, PAGE_SIZE); 8638187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai I915_WRITE(HWS_PGA, ring->status_page.gfx_addr); 864dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 8658a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("load hws HWS_PGA with gfx mem 0x%x\n", 866e20f9c64c79e2282f9eb531509181965ec8f0a92Eric Anholt ring->status_page.gfx_addr); 8678a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("load hws at %p\n", 868e20f9c64c79e2282f9eb531509181965ec8f0a92Eric Anholt ring->status_page.page_addr); 869dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu return 0; 870dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu} 871dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 872ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airliestatic int i915_get_bridge_dev(struct drm_device *dev) 873ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie{ 874ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie struct drm_i915_private *dev_priv = dev->dev_private; 875ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie 876ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie dev_priv->bridge_dev = pci_get_bus_and_slot(0, PCI_DEVFN(0,0)); 877ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie if (!dev_priv->bridge_dev) { 878ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie DRM_ERROR("bridge device not found\n"); 879ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie return -1; 880ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie } 881ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie return 0; 882ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie} 883ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie 884c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#define MCHBAR_I915 0x44 885c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#define MCHBAR_I965 0x48 886c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#define MCHBAR_SIZE (4*4096) 887c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 888c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#define DEVEN_REG 0x54 889c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#define DEVEN_MCHBAR_EN (1 << 28) 890c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 891c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang/* Allocate space for the MCH regs if needed, return nonzero on error */ 892c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangstatic int 893c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangintel_alloc_mchbar_resource(struct drm_device *dev) 894c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang{ 895c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang drm_i915_private_t *dev_priv = dev->dev_private; 896a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson int reg = INTEL_INFO(dev)->gen >= 4 ? MCHBAR_I965 : MCHBAR_I915; 897c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang u32 temp_lo, temp_hi = 0; 898c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang u64 mchbar_addr; 899a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson int ret; 900c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 901a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (INTEL_INFO(dev)->gen >= 4) 902c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, reg + 4, &temp_hi); 903c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, reg, &temp_lo); 904c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang mchbar_addr = ((u64)temp_hi << 32) | temp_lo; 905c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 906c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang /* If ACPI doesn't have it, assume we need to allocate it ourselves */ 907c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#ifdef CONFIG_PNP 908c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (mchbar_addr && 909a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson pnp_range_reserved(mchbar_addr, mchbar_addr + MCHBAR_SIZE)) 910a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson return 0; 911c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#endif 912c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 913c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang /* Get some space for it */ 914a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson dev_priv->mch_res.name = "i915 MCHBAR"; 915a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson dev_priv->mch_res.flags = IORESOURCE_MEM; 916a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson ret = pci_bus_alloc_resource(dev_priv->bridge_dev->bus, 917a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson &dev_priv->mch_res, 918c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang MCHBAR_SIZE, MCHBAR_SIZE, 919c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang PCIBIOS_MIN_MEM, 920a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson 0, pcibios_align_resource, 921c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang dev_priv->bridge_dev); 922c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (ret) { 923c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang DRM_DEBUG_DRIVER("failed bus alloc: %d\n", ret); 924c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang dev_priv->mch_res.start = 0; 925a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson return ret; 926c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } 927c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 928a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (INTEL_INFO(dev)->gen >= 4) 929c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, reg + 4, 930c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang upper_32_bits(dev_priv->mch_res.start)); 931c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 932c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, reg, 933c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang lower_32_bits(dev_priv->mch_res.start)); 934a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson return 0; 935c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang} 936c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 937c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang/* Setup MCHBAR if possible, return true if we should disable it again */ 938c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangstatic void 939c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangintel_setup_mchbar(struct drm_device *dev) 940c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang{ 941c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang drm_i915_private_t *dev_priv = dev->dev_private; 942a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson int mchbar_reg = INTEL_INFO(dev)->gen >= 4 ? MCHBAR_I965 : MCHBAR_I915; 943c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang u32 temp; 944c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang bool enabled; 945c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 946c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang dev_priv->mchbar_need_disable = false; 947c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 948c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (IS_I915G(dev) || IS_I915GM(dev)) { 949c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, DEVEN_REG, &temp); 950c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang enabled = !!(temp & DEVEN_MCHBAR_EN); 951c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } else { 952c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, mchbar_reg, &temp); 953c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang enabled = temp & 1; 954c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } 955c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 956c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang /* If it's already enabled, don't have to do anything */ 957c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (enabled) 958c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang return; 959c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 960c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (intel_alloc_mchbar_resource(dev)) 961c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang return; 962c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 963c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang dev_priv->mchbar_need_disable = true; 964c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 965c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang /* Space is allocated or reserved, so enable it. */ 966c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (IS_I915G(dev) || IS_I915GM(dev)) { 967c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, DEVEN_REG, 968c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang temp | DEVEN_MCHBAR_EN); 969c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } else { 970c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, mchbar_reg, &temp); 971c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, mchbar_reg, temp | 1); 972c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } 973c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang} 974c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 975c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangstatic void 976c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangintel_teardown_mchbar(struct drm_device *dev) 977c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang{ 978c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang drm_i915_private_t *dev_priv = dev->dev_private; 979a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson int mchbar_reg = INTEL_INFO(dev)->gen >= 4 ? MCHBAR_I965 : MCHBAR_I915; 980c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang u32 temp; 981c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 982c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (dev_priv->mchbar_need_disable) { 983c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (IS_I915G(dev) || IS_I915GM(dev)) { 984c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, DEVEN_REG, &temp); 985c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang temp &= ~DEVEN_MCHBAR_EN; 986c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, DEVEN_REG, temp); 987c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } else { 988c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, mchbar_reg, &temp); 989c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang temp &= ~1; 990c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, mchbar_reg, temp); 991c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } 992c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } 993c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 994c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (dev_priv->mch_res.start) 995c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang release_resource(&dev_priv->mch_res); 996c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang} 997c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 9988082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_ADDRESS_MASK 0xfffff000 9998082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_ADDRESS_MASK_HIGH 0x000000f0 /* i915+ */ 10008082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_MAPPING_TYPE_UNCACHED (0 << 1) 10018082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_MAPPING_TYPE_DCACHE (1 << 1) /* i830 only */ 10028082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_MAPPING_TYPE_CACHED (3 << 1) 10038082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_MAPPING_TYPE_MASK (3 << 1) 10048082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_VALID (1 << 0) 10058082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10068082400327d8d2ca54254b593644942bed0edd25Jesse Barnes/** 10078082400327d8d2ca54254b593644942bed0edd25Jesse Barnes * i915_gtt_to_phys - take a GTT address and turn it into a physical one 10088082400327d8d2ca54254b593644942bed0edd25Jesse Barnes * @dev: drm device 10098082400327d8d2ca54254b593644942bed0edd25Jesse Barnes * @gtt_addr: address to translate 10108082400327d8d2ca54254b593644942bed0edd25Jesse Barnes * 10118082400327d8d2ca54254b593644942bed0edd25Jesse Barnes * Some chip functions require allocations from stolen space but need the 10128082400327d8d2ca54254b593644942bed0edd25Jesse Barnes * physical address of the memory in question. We use this routine 10138082400327d8d2ca54254b593644942bed0edd25Jesse Barnes * to get a physical address suitable for register programming from a given 10148082400327d8d2ca54254b593644942bed0edd25Jesse Barnes * GTT address. 10158082400327d8d2ca54254b593644942bed0edd25Jesse Barnes */ 10168082400327d8d2ca54254b593644942bed0edd25Jesse Barnesstatic unsigned long i915_gtt_to_phys(struct drm_device *dev, 10178082400327d8d2ca54254b593644942bed0edd25Jesse Barnes unsigned long gtt_addr) 10188082400327d8d2ca54254b593644942bed0edd25Jesse Barnes{ 10198082400327d8d2ca54254b593644942bed0edd25Jesse Barnes unsigned long *gtt; 10208082400327d8d2ca54254b593644942bed0edd25Jesse Barnes unsigned long entry, phys; 1021a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson int gtt_bar = IS_GEN2(dev) ? 1 : 0; 10228082400327d8d2ca54254b593644942bed0edd25Jesse Barnes int gtt_offset, gtt_size; 10238082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 1024a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (INTEL_INFO(dev)->gen >= 4) { 1025a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (IS_G4X(dev) || INTEL_INFO(dev)->gen > 4) { 10268082400327d8d2ca54254b593644942bed0edd25Jesse Barnes gtt_offset = 2*1024*1024; 10278082400327d8d2ca54254b593644942bed0edd25Jesse Barnes gtt_size = 2*1024*1024; 10288082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } else { 10298082400327d8d2ca54254b593644942bed0edd25Jesse Barnes gtt_offset = 512*1024; 10308082400327d8d2ca54254b593644942bed0edd25Jesse Barnes gtt_size = 512*1024; 10318082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 10328082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } else { 10338082400327d8d2ca54254b593644942bed0edd25Jesse Barnes gtt_bar = 3; 10348082400327d8d2ca54254b593644942bed0edd25Jesse Barnes gtt_offset = 0; 10358082400327d8d2ca54254b593644942bed0edd25Jesse Barnes gtt_size = pci_resource_len(dev->pdev, gtt_bar); 10368082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 10378082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10388082400327d8d2ca54254b593644942bed0edd25Jesse Barnes gtt = ioremap_wc(pci_resource_start(dev->pdev, gtt_bar) + gtt_offset, 10398082400327d8d2ca54254b593644942bed0edd25Jesse Barnes gtt_size); 10408082400327d8d2ca54254b593644942bed0edd25Jesse Barnes if (!gtt) { 10418082400327d8d2ca54254b593644942bed0edd25Jesse Barnes DRM_ERROR("ioremap of GTT failed\n"); 10428082400327d8d2ca54254b593644942bed0edd25Jesse Barnes return 0; 10438082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 10448082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10458082400327d8d2ca54254b593644942bed0edd25Jesse Barnes entry = *(volatile u32 *)(gtt + (gtt_addr / 1024)); 10468082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 104744d98a614267c81a04ba9c7a0427c3a628985b7dZhao Yakui DRM_DEBUG_DRIVER("GTT addr: 0x%08lx, PTE: 0x%08lx\n", gtt_addr, entry); 10488082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10498082400327d8d2ca54254b593644942bed0edd25Jesse Barnes /* Mask out these reserved bits on this hardware. */ 1050a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (INTEL_INFO(dev)->gen < 4 && !IS_G33(dev)) 10518082400327d8d2ca54254b593644942bed0edd25Jesse Barnes entry &= ~PTE_ADDRESS_MASK_HIGH; 10528082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10538082400327d8d2ca54254b593644942bed0edd25Jesse Barnes /* If it's not a mapping type we know, then bail. */ 10548082400327d8d2ca54254b593644942bed0edd25Jesse Barnes if ((entry & PTE_MAPPING_TYPE_MASK) != PTE_MAPPING_TYPE_UNCACHED && 10558082400327d8d2ca54254b593644942bed0edd25Jesse Barnes (entry & PTE_MAPPING_TYPE_MASK) != PTE_MAPPING_TYPE_CACHED) { 10568082400327d8d2ca54254b593644942bed0edd25Jesse Barnes iounmap(gtt); 10578082400327d8d2ca54254b593644942bed0edd25Jesse Barnes return 0; 10588082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 10598082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10608082400327d8d2ca54254b593644942bed0edd25Jesse Barnes if (!(entry & PTE_VALID)) { 10618082400327d8d2ca54254b593644942bed0edd25Jesse Barnes DRM_ERROR("bad GTT entry in stolen space\n"); 10628082400327d8d2ca54254b593644942bed0edd25Jesse Barnes iounmap(gtt); 10638082400327d8d2ca54254b593644942bed0edd25Jesse Barnes return 0; 10648082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 10658082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10668082400327d8d2ca54254b593644942bed0edd25Jesse Barnes iounmap(gtt); 10678082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10688082400327d8d2ca54254b593644942bed0edd25Jesse Barnes phys =(entry & PTE_ADDRESS_MASK) | 10698082400327d8d2ca54254b593644942bed0edd25Jesse Barnes ((uint64_t)(entry & PTE_ADDRESS_MASK_HIGH) << (32 - 4)); 10708082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 107144d98a614267c81a04ba9c7a0427c3a628985b7dZhao Yakui DRM_DEBUG_DRIVER("GTT addr: 0x%08lx, phys addr: 0x%08lx\n", gtt_addr, phys); 10728082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10738082400327d8d2ca54254b593644942bed0edd25Jesse Barnes return phys; 10748082400327d8d2ca54254b593644942bed0edd25Jesse Barnes} 10758082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10768082400327d8d2ca54254b593644942bed0edd25Jesse Barnesstatic void i915_warn_stolen(struct drm_device *dev) 10778082400327d8d2ca54254b593644942bed0edd25Jesse Barnes{ 10788082400327d8d2ca54254b593644942bed0edd25Jesse Barnes DRM_ERROR("not enough stolen space for compressed buffer, disabling\n"); 10798082400327d8d2ca54254b593644942bed0edd25Jesse Barnes DRM_ERROR("hint: you may be able to increase stolen memory size in the BIOS to avoid this\n"); 10808082400327d8d2ca54254b593644942bed0edd25Jesse Barnes} 10818082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10828082400327d8d2ca54254b593644942bed0edd25Jesse Barnesstatic void i915_setup_compression(struct drm_device *dev, int size) 10838082400327d8d2ca54254b593644942bed0edd25Jesse Barnes{ 10848082400327d8d2ca54254b593644942bed0edd25Jesse Barnes struct drm_i915_private *dev_priv = dev->dev_private; 1085132b6aab90d2673af67c414878da241a197e00fbPrarit Bhargava struct drm_mm_node *compressed_fb, *uninitialized_var(compressed_llb); 108629bd0ae25f8cb96b63560c2cbccec77b425e1603Andrew Morton unsigned long cfb_base; 108729bd0ae25f8cb96b63560c2cbccec77b425e1603Andrew Morton unsigned long ll_base = 0; 10888082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10898082400327d8d2ca54254b593644942bed0edd25Jesse Barnes /* Leave 1M for line length buffer & misc. */ 109019966754328d99ee003ddfc7a8c31ceb115483acDaniel Vetter compressed_fb = drm_mm_search_free(&dev_priv->mm.vram, size, 4096, 0); 10918082400327d8d2ca54254b593644942bed0edd25Jesse Barnes if (!compressed_fb) { 1092b5e50c3f56ee4aa0d0168eab5ece413ac5df76aaJesse Barnes dev_priv->no_fbc_reason = FBC_STOLEN_TOO_SMALL; 10938082400327d8d2ca54254b593644942bed0edd25Jesse Barnes i915_warn_stolen(dev); 10948082400327d8d2ca54254b593644942bed0edd25Jesse Barnes return; 10958082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 10968082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10978082400327d8d2ca54254b593644942bed0edd25Jesse Barnes compressed_fb = drm_mm_get_block(compressed_fb, size, 4096); 10988082400327d8d2ca54254b593644942bed0edd25Jesse Barnes if (!compressed_fb) { 10998082400327d8d2ca54254b593644942bed0edd25Jesse Barnes i915_warn_stolen(dev); 1100b5e50c3f56ee4aa0d0168eab5ece413ac5df76aaJesse Barnes dev_priv->no_fbc_reason = FBC_STOLEN_TOO_SMALL; 11018082400327d8d2ca54254b593644942bed0edd25Jesse Barnes return; 11028082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 11038082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 110474dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes cfb_base = i915_gtt_to_phys(dev, compressed_fb->start); 110574dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes if (!cfb_base) { 110674dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes DRM_ERROR("failed to get stolen phys addr, disabling FBC\n"); 110774dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes drm_mm_put_block(compressed_fb); 11088082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 11098082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 1110b52eb4dcab23fe0c52a437276258e0afcf913ef5Zhao Yakui if (!(IS_GM45(dev) || IS_IRONLAKE_M(dev))) { 111119966754328d99ee003ddfc7a8c31ceb115483acDaniel Vetter compressed_llb = drm_mm_search_free(&dev_priv->mm.vram, 4096, 111274dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes 4096, 0); 111374dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes if (!compressed_llb) { 111474dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes i915_warn_stolen(dev); 111574dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes return; 111674dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes } 111774dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes 111874dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes compressed_llb = drm_mm_get_block(compressed_llb, 4096, 4096); 111974dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes if (!compressed_llb) { 112074dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes i915_warn_stolen(dev); 112174dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes return; 112274dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes } 112374dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes 112474dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes ll_base = i915_gtt_to_phys(dev, compressed_llb->start); 112574dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes if (!ll_base) { 112674dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes DRM_ERROR("failed to get stolen phys addr, disabling FBC\n"); 112774dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes drm_mm_put_block(compressed_fb); 112874dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes drm_mm_put_block(compressed_llb); 112974dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes } 11308082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 11318082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 11328082400327d8d2ca54254b593644942bed0edd25Jesse Barnes dev_priv->cfb_size = size; 11338082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 1134ee5382aedf669127bf672a3fc5313247fc288e26Adam Jackson intel_disable_fbc(dev); 113520bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes dev_priv->compressed_fb = compressed_fb; 1136b52eb4dcab23fe0c52a437276258e0afcf913ef5Zhao Yakui if (IS_IRONLAKE_M(dev)) 1137b52eb4dcab23fe0c52a437276258e0afcf913ef5Zhao Yakui I915_WRITE(ILK_DPFC_CB_BASE, compressed_fb->start); 1138b52eb4dcab23fe0c52a437276258e0afcf913ef5Zhao Yakui else if (IS_GM45(dev)) { 113974dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes I915_WRITE(DPFC_CB_BASE, compressed_fb->start); 114074dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes } else { 114174dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes I915_WRITE(FBC_CFB_BASE, cfb_base); 114274dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes I915_WRITE(FBC_LL_BASE, ll_base); 114320bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes dev_priv->compressed_llb = compressed_llb; 11448082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 11458082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 1146b52eb4dcab23fe0c52a437276258e0afcf913ef5Zhao Yakui DRM_DEBUG_KMS("FBC base 0x%08lx, ll base 0x%08lx, size %dM\n", cfb_base, 11478082400327d8d2ca54254b593644942bed0edd25Jesse Barnes ll_base, size >> 20); 11488082400327d8d2ca54254b593644942bed0edd25Jesse Barnes} 11498082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 115020bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnesstatic void i915_cleanup_compression(struct drm_device *dev) 115120bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes{ 115220bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes struct drm_i915_private *dev_priv = dev->dev_private; 115320bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes 115420bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes drm_mm_put_block(dev_priv->compressed_fb); 1155aebf0dafee1a0a22b3d25db8107c6479db4aaebeJesse Barnes if (dev_priv->compressed_llb) 115620bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes drm_mm_put_block(dev_priv->compressed_llb); 115720bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes} 115820bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes 115928d520433b6375740990ab99d69b0d0067fd656bDave Airlie/* true = enable decode, false = disable decoder */ 116028d520433b6375740990ab99d69b0d0067fd656bDave Airliestatic unsigned int i915_vga_set_decode(void *cookie, bool state) 116128d520433b6375740990ab99d69b0d0067fd656bDave Airlie{ 116228d520433b6375740990ab99d69b0d0067fd656bDave Airlie struct drm_device *dev = cookie; 116328d520433b6375740990ab99d69b0d0067fd656bDave Airlie 116428d520433b6375740990ab99d69b0d0067fd656bDave Airlie intel_modeset_vga_set_state(dev, state); 116528d520433b6375740990ab99d69b0d0067fd656bDave Airlie if (state) 116628d520433b6375740990ab99d69b0d0067fd656bDave Airlie return VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM | 116728d520433b6375740990ab99d69b0d0067fd656bDave Airlie VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM; 116828d520433b6375740990ab99d69b0d0067fd656bDave Airlie else 116928d520433b6375740990ab99d69b0d0067fd656bDave Airlie return VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM; 117028d520433b6375740990ab99d69b0d0067fd656bDave Airlie} 117128d520433b6375740990ab99d69b0d0067fd656bDave Airlie 11726a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airliestatic void i915_switcheroo_set_state(struct pci_dev *pdev, enum vga_switcheroo_state state) 11736a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie{ 11746a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie struct drm_device *dev = pci_get_drvdata(pdev); 11756a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie pm_message_t pmm = { .event = PM_EVENT_SUSPEND }; 11766a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie if (state == VGA_SWITCHEROO_ON) { 1177fbf81762e385d3d45acad057b654d56972acf58cDave Airlie printk(KERN_INFO "i915: switched on\n"); 11786a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie /* i915 resume handler doesn't set to D0 */ 11796a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie pci_set_power_state(dev->pdev, PCI_D0); 11806a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie i915_resume(dev); 11816a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie } else { 11826a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie printk(KERN_ERR "i915: switched off\n"); 11836a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie i915_suspend(dev, pmm); 11846a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie } 11856a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie} 11866a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie 11876a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airliestatic bool i915_switcheroo_can_switch(struct pci_dev *pdev) 11886a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie{ 11896a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie struct drm_device *dev = pci_get_drvdata(pdev); 11906a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie bool can_switch; 11916a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie 11926a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie spin_lock(&dev->count_lock); 11936a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie can_switch = (dev->open_count == 0); 11946a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie spin_unlock(&dev->count_lock); 11956a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie return can_switch; 11966a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie} 11976a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie 119853984635a659e360f206a81ada4ae813152d72f1Daniel Vetterstatic int i915_load_modeset_init(struct drm_device *dev) 119979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes{ 120079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes struct drm_i915_private *dev_priv = dev->dev_private; 120153984635a659e360f206a81ada4ae813152d72f1Daniel Vetter unsigned long prealloc_size, gtt_size, mappable_size; 120279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes int ret = 0; 120379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 120453984635a659e360f206a81ada4ae813152d72f1Daniel Vetter prealloc_size = dev_priv->mm.gtt->gtt_stolen_entries << PAGE_SHIFT; 120553984635a659e360f206a81ada4ae813152d72f1Daniel Vetter gtt_size = dev_priv->mm.gtt->gtt_total_entries << PAGE_SHIFT; 120653984635a659e360f206a81ada4ae813152d72f1Daniel Vetter mappable_size = dev_priv->mm.gtt->gtt_mappable_entries << PAGE_SHIFT; 120753984635a659e360f206a81ada4ae813152d72f1Daniel Vetter gtt_size -= PAGE_SIZE; 120853984635a659e360f206a81ada4ae813152d72f1Daniel Vetter 120919966754328d99ee003ddfc7a8c31ceb115483acDaniel Vetter /* Basic memrange allocator for stolen space (aka mm.vram) */ 121019966754328d99ee003ddfc7a8c31ceb115483acDaniel Vetter drm_mm_init(&dev_priv->mm.vram, 0, prealloc_size); 121179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 121213f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt /* Let GEM Manage from end of prealloc space to end of aperture. 121313f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * 121413f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * However, leave one page at the end still bound to the scratch page. 121513f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * There are a number of places where the hardware apparently 121613f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * prefetches past the end of the object, and we've seen multiple 121713f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * hangs with the GPU head pointer stuck in a batchbuffer bound 121813f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * at the last page of the aperture. One page should be enough to 121913f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * keep any prefetching inside of the aperture. 122013f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt */ 122153984635a659e360f206a81ada4ae813152d72f1Daniel Vetter i915_gem_do_init(dev, prealloc_size, mappable_size, gtt_size); 122279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 122311ed50ec2a316928c2bacc1149bded86c6a96068Ben Gamari mutex_lock(&dev->struct_mutex); 122479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes ret = i915_gem_init_ringbuffer(dev); 122511ed50ec2a316928c2bacc1149bded86c6a96068Ben Gamari mutex_unlock(&dev->struct_mutex); 122679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (ret) 1227b8da7de56ca0ad34726478a50d138a29a9ff76cbDave Airlie goto out; 122879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 12298082400327d8d2ca54254b593644942bed0edd25Jesse Barnes /* Try to set up FBC with a reasonable compressed buffer size */ 12309216d44dc13b5e858253f06d83ceea25a9b72f4fShaohua Li if (I915_HAS_FBC(dev) && i915_powersave) { 12318082400327d8d2ca54254b593644942bed0edd25Jesse Barnes int cfb_size; 12328082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 12338082400327d8d2ca54254b593644942bed0edd25Jesse Barnes /* Try to get an 8M buffer... */ 12348082400327d8d2ca54254b593644942bed0edd25Jesse Barnes if (prealloc_size > (9*1024*1024)) 12358082400327d8d2ca54254b593644942bed0edd25Jesse Barnes cfb_size = 8*1024*1024; 12368082400327d8d2ca54254b593644942bed0edd25Jesse Barnes else /* fall back to 7/8 of the stolen space */ 12378082400327d8d2ca54254b593644942bed0edd25Jesse Barnes cfb_size = prealloc_size * 7 / 8; 12388082400327d8d2ca54254b593644942bed0edd25Jesse Barnes i915_setup_compression(dev, cfb_size); 12398082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 12408082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 124179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes /* Allow hardware batchbuffers unless told otherwise. 124279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes */ 124379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes dev_priv->allow_batchbuffer = 1; 124479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 12456d139a87b747aaebc969ac5f4eb8db766fcd9cbdBryan Freed ret = intel_parse_bios(dev); 124679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (ret) 124779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes DRM_INFO("failed to find VBIOS tables\n"); 124879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 124928d520433b6375740990ab99d69b0d0067fd656bDave Airlie /* if we have > 1 VGA cards, then disable the radeon VGA resources */ 125028d520433b6375740990ab99d69b0d0067fd656bDave Airlie ret = vga_client_register(dev->pdev, dev, NULL, i915_vga_set_decode); 125128d520433b6375740990ab99d69b0d0067fd656bDave Airlie if (ret) 12525a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson goto cleanup_ringbuffer; 125328d520433b6375740990ab99d69b0d0067fd656bDave Airlie 1254723bfd707a97fee06eb3ba4d3e8b4714c29a1064Jesse Barnes intel_register_dsm_handler(); 1255723bfd707a97fee06eb3ba4d3e8b4714c29a1064Jesse Barnes 12566a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie ret = vga_switcheroo_register_client(dev->pdev, 12576a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie i915_switcheroo_set_state, 12586a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie i915_switcheroo_can_switch); 12596a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie if (ret) 12605a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson goto cleanup_vga_client; 12616a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie 12621afe3e9d4335bf3bc5615e37243dc8fef65dac8fJesse Barnes /* IIR "flip pending" bit means done if this bit is set */ 12631afe3e9d4335bf3bc5615e37243dc8fef65dac8fJesse Barnes if (IS_GEN3(dev) && (I915_READ(ECOSKPD) & ECO_FLIP_DONE)) 12641afe3e9d4335bf3bc5615e37243dc8fef65dac8fJesse Barnes dev_priv->flip_pending_is_done = true; 12651afe3e9d4335bf3bc5615e37243dc8fef65dac8fJesse Barnes 1266b01f2c3a4a37d09a47ad73ccbb46d554d21cfeb0Jesse Barnes intel_modeset_init(dev); 1267b01f2c3a4a37d09a47ad73ccbb46d554d21cfeb0Jesse Barnes 126879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes ret = drm_irq_install(dev); 126979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (ret) 12705a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson goto cleanup_vga_switcheroo; 127179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 127279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes /* Always safe in the mode setting case. */ 127379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes /* FIXME: do pre/post-mode set stuff in core KMS code */ 127479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes dev->vblank_disable_allowed = 1; 127579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 12765a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson ret = intel_fbdev_init(dev); 12775a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson if (ret) 12785a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson goto cleanup_irq; 12795a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson 1280eb1f8e4f3be898df808e2dfc131099f5831d491dDave Airlie drm_kms_helper_poll_init(dev); 128187acb0a550694ff1a7725ea3a73b80d8ccf56180Chris Wilson 128287acb0a550694ff1a7725ea3a73b80d8ccf56180Chris Wilson /* We're off and running w/KMS */ 128387acb0a550694ff1a7725ea3a73b80d8ccf56180Chris Wilson dev_priv->mm.suspended = 0; 128487acb0a550694ff1a7725ea3a73b80d8ccf56180Chris Wilson 128579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes return 0; 128679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 12875a79395b2791cc70442ab8434aed1b5206683e7cChris Wilsoncleanup_irq: 12885a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson drm_irq_uninstall(dev); 12895a79395b2791cc70442ab8434aed1b5206683e7cChris Wilsoncleanup_vga_switcheroo: 12905a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson vga_switcheroo_unregister_client(dev->pdev); 12915a79395b2791cc70442ab8434aed1b5206683e7cChris Wilsoncleanup_vga_client: 12925a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson vga_client_register(dev->pdev, NULL, NULL, NULL); 12935a79395b2791cc70442ab8434aed1b5206683e7cChris Wilsoncleanup_ringbuffer: 129421099537dbacc5c8999d833e6bfd1b72edd89189Eric Anholt mutex_lock(&dev->struct_mutex); 129579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes i915_gem_cleanup_ringbuffer(dev); 129621099537dbacc5c8999d833e6bfd1b72edd89189Eric Anholt mutex_unlock(&dev->struct_mutex); 129779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnesout: 129879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes return ret; 129979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes} 130079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 13017c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlieint i915_master_create(struct drm_device *dev, struct drm_master *master) 13027c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie{ 13037c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv; 13047c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 13059a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt master_priv = kzalloc(sizeof(*master_priv), GFP_KERNEL); 13067c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (!master_priv) 13077c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie return -ENOMEM; 13087c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 13097c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master->driver_priv = master_priv; 13107c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie return 0; 13117c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie} 13127c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 13137c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlievoid i915_master_destroy(struct drm_device *dev, struct drm_master *master) 13147c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie{ 13157c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = master->driver_priv; 13167c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 13177c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (!master_priv) 13187c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie return; 13197c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 13209a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(master_priv); 13217c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 13227c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master->driver_priv = NULL; 13237c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie} 13247c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 13257648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesstatic void i915_pineview_get_mem_freq(struct drm_device *dev) 13267662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li{ 13277662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li drm_i915_private_t *dev_priv = dev->dev_private; 13287662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li u32 tmp; 13297662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li 13307662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li tmp = I915_READ(CLKCFG); 13317662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li 13327662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li switch (tmp & CLKCFG_FSB_MASK) { 13337662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_FSB_533: 13347662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->fsb_freq = 533; /* 133*4 */ 13357662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13367662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_FSB_800: 13377662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->fsb_freq = 800; /* 200*4 */ 13387662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13397662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_FSB_667: 13407662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->fsb_freq = 667; /* 167*4 */ 13417662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13427662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_FSB_400: 13437662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->fsb_freq = 400; /* 100*4 */ 13447662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13457662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li } 13467662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li 13477662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li switch (tmp & CLKCFG_MEM_MASK) { 13487662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_MEM_533: 13497662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->mem_freq = 533; 13507662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13517662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_MEM_667: 13527662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->mem_freq = 667; 13537662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13547662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_MEM_800: 13557662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->mem_freq = 800; 13567662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13577662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li } 13589553426372eef71c849499fb1d232f4b0577c0f9Li Peng 13599553426372eef71c849499fb1d232f4b0577c0f9Li Peng /* detect pineview DDR3 setting */ 13609553426372eef71c849499fb1d232f4b0577c0f9Li Peng tmp = I915_READ(CSHRDDR3CTL); 13619553426372eef71c849499fb1d232f4b0577c0f9Li Peng dev_priv->is_ddr3 = (tmp & CSHRDDR3CTL_DDR3) ? 1 : 0; 13627662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li} 13637662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li 13647648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesstatic void i915_ironlake_get_mem_freq(struct drm_device *dev) 13657648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 13667648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes drm_i915_private_t *dev_priv = dev->dev_private; 13677648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u16 ddrpll, csipll; 13687648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 13697648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ddrpll = I915_READ16(DDRMPLL1); 13707648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes csipll = I915_READ16(CSIPLL0); 13717648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 13727648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes switch (ddrpll & 0xff) { 13737648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0xc: 13747648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mem_freq = 800; 13757648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13767648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x10: 13777648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mem_freq = 1066; 13787648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13797648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x14: 13807648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mem_freq = 1333; 13817648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13827648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x18: 13837648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mem_freq = 1600; 13847648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13857648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes default: 13867648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes DRM_DEBUG_DRIVER("unknown memory frequency 0x%02x\n", 13877648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ddrpll & 0xff); 13887648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mem_freq = 0; 13897648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13907648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 13917648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 13927648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->r_t = dev_priv->mem_freq; 13937648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 13947648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes switch (csipll & 0x3ff) { 13957648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x00c: 13967648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 3200; 13977648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13987648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x00e: 13997648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 3733; 14007648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14017648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x010: 14027648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 4266; 14037648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14047648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x012: 14057648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 4800; 14067648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14077648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x014: 14087648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 5333; 14097648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14107648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x016: 14117648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 5866; 14127648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14137648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x018: 14147648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 6400; 14157648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14167648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes default: 14177648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes DRM_DEBUG_DRIVER("unknown fsb frequency 0x%04x\n", 14187648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes csipll & 0x3ff); 14197648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 0; 14207648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14217648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 14227648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14237648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (dev_priv->fsb_freq == 3200) { 14247648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->c_m = 0; 14257648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } else if (dev_priv->fsb_freq > 3200 && dev_priv->fsb_freq <= 4800) { 14267648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->c_m = 1; 14277648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } else { 14287648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->c_m = 2; 14297648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 14307648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 14317648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14327648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesstruct v_table { 14337648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u8 vid; 14347648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long vd; /* in .1 mil */ 14357648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long vm; /* in .1 mil */ 14367648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u8 pvid; 14377648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes}; 14387648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14397648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesstatic struct v_table v_table[] = { 14407648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 0, 16125, 15000, 0x7f, }, 14417648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 1, 16000, 14875, 0x7e, }, 14427648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 2, 15875, 14750, 0x7d, }, 14437648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 3, 15750, 14625, 0x7c, }, 14447648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 4, 15625, 14500, 0x7b, }, 14457648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 5, 15500, 14375, 0x7a, }, 14467648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 6, 15375, 14250, 0x79, }, 14477648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 7, 15250, 14125, 0x78, }, 14487648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 8, 15125, 14000, 0x77, }, 14497648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 9, 15000, 13875, 0x76, }, 14507648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 10, 14875, 13750, 0x75, }, 14517648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 11, 14750, 13625, 0x74, }, 14527648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 12, 14625, 13500, 0x73, }, 14537648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 13, 14500, 13375, 0x72, }, 14547648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 14, 14375, 13250, 0x71, }, 14557648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 15, 14250, 13125, 0x70, }, 14567648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 16, 14125, 13000, 0x6f, }, 14577648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 17, 14000, 12875, 0x6e, }, 14587648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 18, 13875, 12750, 0x6d, }, 14597648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 19, 13750, 12625, 0x6c, }, 14607648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 20, 13625, 12500, 0x6b, }, 14617648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 21, 13500, 12375, 0x6a, }, 14627648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 22, 13375, 12250, 0x69, }, 14637648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 23, 13250, 12125, 0x68, }, 14647648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 24, 13125, 12000, 0x67, }, 14657648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 25, 13000, 11875, 0x66, }, 14667648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 26, 12875, 11750, 0x65, }, 14677648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 27, 12750, 11625, 0x64, }, 14687648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 28, 12625, 11500, 0x63, }, 14697648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 29, 12500, 11375, 0x62, }, 14707648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 30, 12375, 11250, 0x61, }, 14717648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 31, 12250, 11125, 0x60, }, 14727648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 32, 12125, 11000, 0x5f, }, 14737648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 33, 12000, 10875, 0x5e, }, 14747648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 34, 11875, 10750, 0x5d, }, 14757648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 35, 11750, 10625, 0x5c, }, 14767648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 36, 11625, 10500, 0x5b, }, 14777648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 37, 11500, 10375, 0x5a, }, 14787648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 38, 11375, 10250, 0x59, }, 14797648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 39, 11250, 10125, 0x58, }, 14807648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 40, 11125, 10000, 0x57, }, 14817648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 41, 11000, 9875, 0x56, }, 14827648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 42, 10875, 9750, 0x55, }, 14837648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 43, 10750, 9625, 0x54, }, 14847648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 44, 10625, 9500, 0x53, }, 14857648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 45, 10500, 9375, 0x52, }, 14867648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 46, 10375, 9250, 0x51, }, 14877648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 47, 10250, 9125, 0x50, }, 14887648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 48, 10125, 9000, 0x4f, }, 14897648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 49, 10000, 8875, 0x4e, }, 14907648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 50, 9875, 8750, 0x4d, }, 14917648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 51, 9750, 8625, 0x4c, }, 14927648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 52, 9625, 8500, 0x4b, }, 14937648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 53, 9500, 8375, 0x4a, }, 14947648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 54, 9375, 8250, 0x49, }, 14957648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 55, 9250, 8125, 0x48, }, 14967648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 56, 9125, 8000, 0x47, }, 14977648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 57, 9000, 7875, 0x46, }, 14987648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 58, 8875, 7750, 0x45, }, 14997648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 59, 8750, 7625, 0x44, }, 15007648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 60, 8625, 7500, 0x43, }, 15017648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 61, 8500, 7375, 0x42, }, 15027648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 62, 8375, 7250, 0x41, }, 15037648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 63, 8250, 7125, 0x40, }, 15047648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 64, 8125, 7000, 0x3f, }, 15057648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 65, 8000, 6875, 0x3e, }, 15067648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 66, 7875, 6750, 0x3d, }, 15077648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 67, 7750, 6625, 0x3c, }, 15087648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 68, 7625, 6500, 0x3b, }, 15097648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 69, 7500, 6375, 0x3a, }, 15107648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 70, 7375, 6250, 0x39, }, 15117648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 71, 7250, 6125, 0x38, }, 15127648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 72, 7125, 6000, 0x37, }, 15137648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 73, 7000, 5875, 0x36, }, 15147648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 74, 6875, 5750, 0x35, }, 15157648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 75, 6750, 5625, 0x34, }, 15167648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 76, 6625, 5500, 0x33, }, 15177648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 77, 6500, 5375, 0x32, }, 15187648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 78, 6375, 5250, 0x31, }, 15197648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 79, 6250, 5125, 0x30, }, 15207648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 80, 6125, 5000, 0x2f, }, 15217648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 81, 6000, 4875, 0x2e, }, 15227648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 82, 5875, 4750, 0x2d, }, 15237648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 83, 5750, 4625, 0x2c, }, 15247648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 84, 5625, 4500, 0x2b, }, 15257648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 85, 5500, 4375, 0x2a, }, 15267648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 86, 5375, 4250, 0x29, }, 15277648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 87, 5250, 4125, 0x28, }, 15287648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 88, 5125, 4000, 0x27, }, 15297648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 89, 5000, 3875, 0x26, }, 15307648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 90, 4875, 3750, 0x25, }, 15317648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 91, 4750, 3625, 0x24, }, 15327648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 92, 4625, 3500, 0x23, }, 15337648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 93, 4500, 3375, 0x22, }, 15347648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 94, 4375, 3250, 0x21, }, 15357648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 95, 4250, 3125, 0x20, }, 15367648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 96, 4125, 3000, 0x1f, }, 15377648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 97, 4125, 3000, 0x1e, }, 15387648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 98, 4125, 3000, 0x1d, }, 15397648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 99, 4125, 3000, 0x1c, }, 15407648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 100, 4125, 3000, 0x1b, }, 15417648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 101, 4125, 3000, 0x1a, }, 15427648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 102, 4125, 3000, 0x19, }, 15437648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 103, 4125, 3000, 0x18, }, 15447648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 104, 4125, 3000, 0x17, }, 15457648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 105, 4125, 3000, 0x16, }, 15467648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 106, 4125, 3000, 0x15, }, 15477648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 107, 4125, 3000, 0x14, }, 15487648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 108, 4125, 3000, 0x13, }, 15497648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 109, 4125, 3000, 0x12, }, 15507648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 110, 4125, 3000, 0x11, }, 15517648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 111, 4125, 3000, 0x10, }, 15527648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 112, 4125, 3000, 0x0f, }, 15537648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 113, 4125, 3000, 0x0e, }, 15547648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 114, 4125, 3000, 0x0d, }, 15557648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 115, 4125, 3000, 0x0c, }, 15567648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 116, 4125, 3000, 0x0b, }, 15577648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 117, 4125, 3000, 0x0a, }, 15587648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 118, 4125, 3000, 0x09, }, 15597648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 119, 4125, 3000, 0x08, }, 15607648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 120, 1125, 0, 0x07, }, 15617648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 121, 1000, 0, 0x06, }, 15627648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 122, 875, 0, 0x05, }, 15637648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 123, 750, 0, 0x04, }, 15647648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 124, 625, 0, 0x03, }, 15657648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 125, 500, 0, 0x02, }, 15667648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 126, 375, 0, 0x01, }, 15677648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 127, 0, 0, 0x00, }, 15687648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes}; 15697648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 15707648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesstruct cparams { 15717648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes int i; 15727648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes int t; 15737648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes int m; 15747648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes int c; 15757648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes}; 15767648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 15777648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesstatic struct cparams cparams[] = { 15787648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 1, 1333, 301, 28664 }, 15797648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 1, 1066, 294, 24460 }, 15807648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 1, 800, 294, 25192 }, 15817648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 0, 1333, 276, 27605 }, 15827648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 0, 1066, 276, 27605 }, 15837648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 0, 800, 231, 23784 }, 15847648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes}; 15857648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 15867648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesunsigned long i915_chipset_val(struct drm_i915_private *dev_priv) 15877648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 15887648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u64 total_count, diff, ret; 15897648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u32 count1, count2, count3, m = 0, c = 0; 15907648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long now = jiffies_to_msecs(jiffies), diff1; 15917648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes int i; 15927648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 15937648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff1 = now - dev_priv->last_time1; 15947648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 15957648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes count1 = I915_READ(DMIEC); 15967648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes count2 = I915_READ(DDREC); 15977648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes count3 = I915_READ(CSIEC); 15987648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 15997648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes total_count = count1 + count2 + count3; 16007648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16017648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes /* FIXME: handle per-counter overflow */ 16027648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (total_count < dev_priv->last_count1) { 16037648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff = ~0UL - dev_priv->last_count1; 16047648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff += total_count; 16057648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } else { 16067648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff = total_count - dev_priv->last_count1; 16077648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 16087648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16097648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes for (i = 0; i < ARRAY_SIZE(cparams); i++) { 16107648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (cparams[i].i == dev_priv->c_m && 16117648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes cparams[i].t == dev_priv->r_t) { 16127648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes m = cparams[i].m; 16137648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes c = cparams[i].c; 16147648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 16157648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 16167648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 16177648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 1618d270ae34eb77c58dea60e5b1e300a698d2ce39acJesse Barnes diff = div_u64(diff, diff1); 16197648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = ((m * diff) + c); 1620d270ae34eb77c58dea60e5b1e300a698d2ce39acJesse Barnes ret = div_u64(ret, 10); 16217648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16227648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->last_count1 = total_count; 16237648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->last_time1 = now; 16247648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16257648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return ret; 16267648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 16277648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16287648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesunsigned long i915_mch_val(struct drm_i915_private *dev_priv) 16297648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 16307648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long m, x, b; 16317648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u32 tsfs; 16327648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16337648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes tsfs = I915_READ(TSFS); 16347648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16357648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes m = ((tsfs & TSFS_SLOPE_MASK) >> TSFS_SLOPE_SHIFT); 16367648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes x = I915_READ8(TR1); 16377648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16387648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes b = tsfs & TSFS_INTR_MASK; 16397648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16407648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return ((m * x) / 127) - b; 16417648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 16427648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16437648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesstatic unsigned long pvid_to_extvid(struct drm_i915_private *dev_priv, u8 pxvid) 16447648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 16457648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long val = 0; 16467648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes int i; 16477648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16487648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes for (i = 0; i < ARRAY_SIZE(v_table); i++) { 16497648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (v_table[i].pvid == pxvid) { 16507648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (IS_MOBILE(dev_priv->dev)) 16517648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes val = v_table[i].vm; 16527648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes else 16537648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes val = v_table[i].vd; 16547648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 16557648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 16567648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16577648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return val; 16587648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 16597648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16607648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesvoid i915_update_gfx_val(struct drm_i915_private *dev_priv) 16617648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 16627648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes struct timespec now, diff1; 16637648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u64 diff; 16647648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long diffms; 16657648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u32 count; 16667648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16677648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes getrawmonotonic(&now); 16687648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff1 = timespec_sub(now, dev_priv->last_time2); 16697648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16707648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes /* Don't divide by 0 */ 16717648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diffms = diff1.tv_sec * 1000 + diff1.tv_nsec / 1000000; 16727648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!diffms) 16737648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return; 16747648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16757648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes count = I915_READ(GFXEC); 16767648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16777648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (count < dev_priv->last_count2) { 16787648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff = ~0UL - dev_priv->last_count2; 16797648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff += count; 16807648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } else { 16817648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff = count - dev_priv->last_count2; 16827648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 16837648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16847648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->last_count2 = count; 16857648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->last_time2 = now; 16867648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16877648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes /* More magic constants... */ 16887648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff = diff * 1181; 1689d270ae34eb77c58dea60e5b1e300a698d2ce39acJesse Barnes diff = div_u64(diff, diffms * 10); 16907648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->gfx_power = diff; 16917648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 16927648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16937648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesunsigned long i915_gfx_val(struct drm_i915_private *dev_priv) 16947648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 16957648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long t, corr, state1, corr2, state2; 16967648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u32 pxvid, ext_v; 16977648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16987648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes pxvid = I915_READ(PXVFREQ_BASE + (dev_priv->cur_delay * 4)); 16997648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes pxvid = (pxvid >> 24) & 0x7f; 17007648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ext_v = pvid_to_extvid(dev_priv, pxvid); 17017648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17027648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes state1 = ext_v; 17037648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17047648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes t = i915_mch_val(dev_priv); 17057648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17067648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes /* Revel in the empirically derived constants */ 17077648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17087648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes /* Correction factor in 1/100000 units */ 17097648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (t > 80) 17107648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr = ((t * 2349) + 135940); 17117648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes else if (t >= 50) 17127648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr = ((t * 964) + 29317); 17137648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes else /* < 50 */ 17147648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr = ((t * 301) + 1004); 17157648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17167648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr = corr * ((150142 * state1) / 10000 - 78642); 17177648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr /= 100000; 17187648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr2 = (corr * dev_priv->corr); 17197648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17207648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes state2 = (corr2 * state1) / 10000; 17217648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes state2 /= 100; /* convert to mW */ 17227648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17237648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes i915_update_gfx_val(dev_priv); 17247648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17257648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return dev_priv->gfx_power + state2; 17267648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 17277648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17287648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/* Global for IPS driver to get at the current i915 device */ 17297648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesstatic struct drm_i915_private *i915_mch_dev; 17307648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/* 17317648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * Lock protecting IPS related data structures 17327648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * - i915_mch_dev 17337648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * - dev_priv->max_delay 17347648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * - dev_priv->min_delay 17357648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * - dev_priv->fmax 17367648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * - dev_priv->gpu_busy 17377648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 1738995b6762f0fd54377bbfafdf5328b12de698bfa8Chris Wilsonstatic DEFINE_SPINLOCK(mchdev_lock); 17397648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17407648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/** 17417648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * i915_read_mch_val - return value for IPS use 17427648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * 17437648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * Calculate and return a value for the IPS driver to use when deciding whether 17447648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * we have thermal and power headroom to increase CPU or GPU power budget. 17457648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 17467648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesunsigned long i915_read_mch_val(void) 17477648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 17487648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes struct drm_i915_private *dev_priv; 17497648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long chipset_val, graphics_val, ret = 0; 17507648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17517648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_lock(&mchdev_lock); 17527648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!i915_mch_dev) 17537648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes goto out_unlock; 17547648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv = i915_mch_dev; 17557648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17567648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes chipset_val = i915_chipset_val(dev_priv); 17577648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes graphics_val = i915_gfx_val(dev_priv); 17587648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17597648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = chipset_val + graphics_val; 17607648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17617648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesout_unlock: 17627648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_unlock(&mchdev_lock); 17637648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17647648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return ret; 17657648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 17667648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse BarnesEXPORT_SYMBOL_GPL(i915_read_mch_val); 17677648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17687648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/** 17697648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * i915_gpu_raise - raise GPU frequency limit 17707648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * 17717648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * Raise the limit; IPS indicates we have thermal headroom. 17727648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 17737648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesbool i915_gpu_raise(void) 17747648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 17757648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes struct drm_i915_private *dev_priv; 17767648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes bool ret = true; 17777648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17787648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_lock(&mchdev_lock); 17797648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!i915_mch_dev) { 17807648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = false; 17817648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes goto out_unlock; 17827648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 17837648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv = i915_mch_dev; 17847648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17857648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (dev_priv->max_delay > dev_priv->fmax) 17867648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->max_delay--; 17877648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17887648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesout_unlock: 17897648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_unlock(&mchdev_lock); 17907648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17917648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return ret; 17927648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 17937648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse BarnesEXPORT_SYMBOL_GPL(i915_gpu_raise); 17947648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17957648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/** 17967648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * i915_gpu_lower - lower GPU frequency limit 17977648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * 17987648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * IPS indicates we're close to a thermal limit, so throttle back the GPU 17997648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * frequency maximum. 18007648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 18017648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesbool i915_gpu_lower(void) 18027648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 18037648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes struct drm_i915_private *dev_priv; 18047648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes bool ret = true; 18057648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18067648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_lock(&mchdev_lock); 18077648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!i915_mch_dev) { 18087648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = false; 18097648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes goto out_unlock; 18107648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 18117648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv = i915_mch_dev; 18127648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18137648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (dev_priv->max_delay < dev_priv->min_delay) 18147648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->max_delay++; 18157648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18167648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesout_unlock: 18177648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_unlock(&mchdev_lock); 18187648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18197648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return ret; 18207648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 18217648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse BarnesEXPORT_SYMBOL_GPL(i915_gpu_lower); 18227648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18237648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/** 18247648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * i915_gpu_busy - indicate GPU business to IPS 18257648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * 18267648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * Tell the IPS driver whether or not the GPU is busy. 18277648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 18287648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesbool i915_gpu_busy(void) 18297648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 18307648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes struct drm_i915_private *dev_priv; 18317648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes bool ret = false; 18327648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18337648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_lock(&mchdev_lock); 18347648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!i915_mch_dev) 18357648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes goto out_unlock; 18367648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv = i915_mch_dev; 18377648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18387648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = dev_priv->busy; 18397648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18407648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesout_unlock: 18417648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_unlock(&mchdev_lock); 18427648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18437648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return ret; 18447648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 18457648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse BarnesEXPORT_SYMBOL_GPL(i915_gpu_busy); 18467648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18477648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/** 18487648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * i915_gpu_turbo_disable - disable graphics turbo 18497648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * 18507648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * Disable graphics turbo by resetting the max frequency and setting the 18517648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * current frequency to the default. 18527648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 18537648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesbool i915_gpu_turbo_disable(void) 18547648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 18557648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes struct drm_i915_private *dev_priv; 18567648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes bool ret = true; 18577648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18587648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_lock(&mchdev_lock); 18597648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!i915_mch_dev) { 18607648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = false; 18617648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes goto out_unlock; 18627648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 18637648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv = i915_mch_dev; 18647648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18657648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->max_delay = dev_priv->fstart; 18667648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18677648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!ironlake_set_drps(dev_priv->dev, dev_priv->fstart)) 18687648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = false; 18697648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18707648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesout_unlock: 18717648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_unlock(&mchdev_lock); 18727648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18737648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return ret; 18747648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 18757648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse BarnesEXPORT_SYMBOL_GPL(i915_gpu_turbo_disable); 18767648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 187779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes/** 187879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * i915_driver_load - setup chip and create an initial config 187979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * @dev: DRM device 188079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * @flags: startup flags 188179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * 188279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * The driver load routine has to do several things: 188379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * - drive output discovery via intel_modeset_init() 188479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * - initialize the memory manager 188579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * - allocate initial config memory 188679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * - setup the DRM framebuffer with the allocated memory 188779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes */ 188884b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airlieint i915_driver_load(struct drm_device *dev, unsigned long flags) 188922eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie{ 1890ea059a1ec4496a10f94ca9d0c1b530faf1b85dceLuca Tettamanti struct drm_i915_private *dev_priv; 1891d883f7f1b75c8dcafa891f7b9e69c5a2f0ff6d66Benjamin Herrenschmidt resource_size_t base, size; 1892cfdf1fa23f4074c9f8766dc67a928bbf680b1ac9Kristian Høgsberg int ret = 0, mmio_bar; 1893ac622a9cdb742cad90648d95f2c4877774518f19Daniel Vetter uint32_t agp_size, prealloc_size; 189422eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie /* i915 has 4 more counters */ 189522eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie dev->counters += 4; 189622eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie dev->types[6] = _DRM_STAT_IRQ; 189722eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie dev->types[7] = _DRM_STAT_PRIMARY; 189822eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie dev->types[8] = _DRM_STAT_SECONDARY; 189922eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie dev->types[9] = _DRM_STAT_DMA; 190022eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie 19019a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt dev_priv = kzalloc(sizeof(drm_i915_private_t), GFP_KERNEL); 1902ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes if (dev_priv == NULL) 1903ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes return -ENOMEM; 1904ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 1905ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes dev->dev_private = (void *)dev_priv; 1906673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt dev_priv->dev = dev; 1907cfdf1fa23f4074c9f8766dc67a928bbf680b1ac9Kristian Høgsberg dev_priv->info = (struct intel_device_info *) flags; 1908ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 1909ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes /* Add register map (needed for suspend/resume) */ 1910a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson mmio_bar = IS_GEN2(dev) ? 1 : 0; 191101d73a6967f12fe6c4bbde1834a9fe662264a2ebJordan Crouse base = pci_resource_start(dev->pdev, mmio_bar); 191201d73a6967f12fe6c4bbde1834a9fe662264a2ebJordan Crouse size = pci_resource_len(dev->pdev, mmio_bar); 1913ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 1914ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie if (i915_get_bridge_dev(dev)) { 1915ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie ret = -EIO; 1916ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie goto free_priv; 1917ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie } 1918ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie 19199f82d23846146990d475f6753be733e55788d88dDaniel Vetter /* overlay on gen2 is broken and can't address above 1G */ 19209f82d23846146990d475f6753be733e55788d88dDaniel Vetter if (IS_GEN2(dev)) 19219f82d23846146990d475f6753be733e55788d88dDaniel Vetter dma_set_coherent_mask(&dev->pdev->dev, DMA_BIT_MASK(30)); 19229f82d23846146990d475f6753be733e55788d88dDaniel Vetter 19233043c60c485ad694392d3f71bd7ef9f5c5f7cfddEric Anholt dev_priv->regs = ioremap(base, size); 192479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (!dev_priv->regs) { 192579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes DRM_ERROR("failed to map registers\n"); 192679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes ret = -EIO; 1927ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie goto put_bridge; 192879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 1929ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt 1930ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt dev_priv->mm.gtt_mapping = 1931ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt io_mapping_create_wc(dev->agp->base, 1932ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt dev->agp->agp_info.aper_size * 1024*1024); 19336644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi if (dev_priv->mm.gtt_mapping == NULL) { 19346644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi ret = -EIO; 19356644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi goto out_rmmap; 19366644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi } 19376644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi 1938ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt /* Set up a WC MTRR for non-PAT systems. This is more common than 1939ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt * one would think, because the kernel disables PAT on first 1940ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt * generation Core chips because WC PAT gets overridden by a UC 1941ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt * MTRR if present. Even if a UC MTRR isn't present. 1942ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt */ 1943ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt dev_priv->mm.gtt_mtrr = mtrr_add(dev->agp->base, 1944ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt dev->agp->agp_info.aper_size * 1945ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt 1024 * 1024, 1946ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt MTRR_TYPE_WRCOMB, 1); 1947ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt if (dev_priv->mm.gtt_mtrr < 0) { 1948040aefa263aa9cd7bd5df50586c35e1e15e77f84Eric Anholt DRM_INFO("MTRR allocation failed. Graphics " 1949ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt "performance may suffer.\n"); 1950ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt } 1951ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt 195219966754328d99ee003ddfc7a8c31ceb115483acDaniel Vetter dev_priv->mm.gtt = intel_gtt_get(); 195319966754328d99ee003ddfc7a8c31ceb115483acDaniel Vetter if (!dev_priv->mm.gtt) { 195419966754328d99ee003ddfc7a8c31ceb115483acDaniel Vetter DRM_ERROR("Failed to initialize GTT\n"); 195519966754328d99ee003ddfc7a8c31ceb115483acDaniel Vetter ret = -ENODEV; 19562a34f5e6b61c7e8f3b6f25847bcda88511b0ead4Eric Anholt goto out_iomapfree; 1957d1d6ca73ef548748e141747e7260798327d6a2c1Jesse Barnes } 1958d1d6ca73ef548748e141747e7260798327d6a2c1Jesse Barnes 195919966754328d99ee003ddfc7a8c31ceb115483acDaniel Vetter prealloc_size = dev_priv->mm.gtt->gtt_stolen_entries << PAGE_SHIFT; 196019966754328d99ee003ddfc7a8c31ceb115483acDaniel Vetter agp_size = dev_priv->mm.gtt->gtt_mappable_entries << PAGE_SHIFT; 196119966754328d99ee003ddfc7a8c31ceb115483acDaniel Vetter 1962e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson /* The i915 workqueue is primarily used for batched retirement of 1963e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * requests (and thus managing bo) once the task has been completed 1964e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * by the GPU. i915_gem_retire_requests() is called directly when we 1965e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * need high-priority retirement, such as waiting for an explicit 1966e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * bo. 1967e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * 1968e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * It is also used for periodic low-priority events, such as 1969e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * idle-timers and hangcheck. 1970e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * 1971e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * All tasks on the workqueue are expected to acquire the dev mutex 1972e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * so there is no point in running more than one instance of the 1973e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * workqueue at any time: max_active = 1 and NON_REENTRANT. 1974e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson */ 1975e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson dev_priv->wq = alloc_workqueue("i915", 1976e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson WQ_UNBOUND | WQ_NON_REENTRANT, 1977e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson 1); 19789c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt if (dev_priv->wq == NULL) { 19799c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt DRM_ERROR("Failed to create our workqueue.\n"); 19809c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt ret = -ENOMEM; 19819c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt goto out_iomapfree; 19829c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt } 19839c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt 1984ac5c4e76180a74c7f922f6fa71ace0cef45fa433Dave Airlie /* enable GEM by default */ 1985ac5c4e76180a74c7f922f6fa71ace0cef45fa433Dave Airlie dev_priv->has_gem = 1; 1986ac5c4e76180a74c7f922f6fa71ace0cef45fa433Dave Airlie 19872a34f5e6b61c7e8f3b6f25847bcda88511b0ead4Eric Anholt if (prealloc_size > agp_size * 3 / 4) { 19882a34f5e6b61c7e8f3b6f25847bcda88511b0ead4Eric Anholt DRM_ERROR("Detected broken video BIOS with %d/%dkB of video " 19892a34f5e6b61c7e8f3b6f25847bcda88511b0ead4Eric Anholt "memory stolen.\n", 19902a34f5e6b61c7e8f3b6f25847bcda88511b0ead4Eric Anholt prealloc_size / 1024, agp_size / 1024); 19912a34f5e6b61c7e8f3b6f25847bcda88511b0ead4Eric Anholt DRM_ERROR("Disabling GEM. (try reducing stolen memory or " 19922a34f5e6b61c7e8f3b6f25847bcda88511b0ead4Eric Anholt "updating the BIOS to fix).\n"); 19932a34f5e6b61c7e8f3b6f25847bcda88511b0ead4Eric Anholt dev_priv->has_gem = 0; 19942a34f5e6b61c7e8f3b6f25847bcda88511b0ead4Eric Anholt } 19952a34f5e6b61c7e8f3b6f25847bcda88511b0ead4Eric Anholt 199679a78dd6266a4f3e31c800e941ec62e250770a7dChris Wilson if (dev_priv->has_gem == 0 && 199779a78dd6266a4f3e31c800e941ec62e250770a7dChris Wilson drm_core_check_feature(dev, DRIVER_MODESET)) { 199879a78dd6266a4f3e31c800e941ec62e250770a7dChris Wilson DRM_ERROR("kernel modesetting requires GEM, disabling driver.\n"); 199979a78dd6266a4f3e31c800e941ec62e250770a7dChris Wilson ret = -ENODEV; 200079a78dd6266a4f3e31c800e941ec62e250770a7dChris Wilson goto out_iomapfree; 200179a78dd6266a4f3e31c800e941ec62e250770a7dChris Wilson } 200279a78dd6266a4f3e31c800e941ec62e250770a7dChris Wilson 20039880b7a527ffbb52f65c2de0a8d4eea86e24775eJesse Barnes dev->driver->get_vblank_counter = i915_get_vblank_counter; 200442c2798b35b95c471877133e19ccc3cab00e9b65Jesse Barnes dev->max_vblank_count = 0xffffff; /* only 24 bits of frame count */ 2005f00a3ddf91d596bece5fa31e8ce2e8a3b4c0623bChris Wilson if (IS_G4X(dev) || IS_GEN5(dev) || IS_GEN6(dev)) { 200642c2798b35b95c471877133e19ccc3cab00e9b65Jesse Barnes dev->max_vblank_count = 0xffffffff; /* full 32 bit counter */ 20079880b7a527ffbb52f65c2de0a8d4eea86e24775eJesse Barnes dev->driver->get_vblank_counter = gm45_get_vblank_counter; 200842c2798b35b95c471877133e19ccc3cab00e9b65Jesse Barnes } 20099880b7a527ffbb52f65c2de0a8d4eea86e24775eJesse Barnes 2010c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang /* Try to make sure MCHBAR is enabled before poking at it */ 2011c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang intel_setup_mchbar(dev); 2012f899fc64cda8569d0529452aafc0da31c042df2eChris Wilson intel_setup_gmbus(dev); 201344834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson intel_opregion_setup(dev); 2014c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 20156d139a87b747aaebc969ac5f4eb8db766fcd9cbdBryan Freed /* Make sure the bios did its job and set up vital registers */ 20166d139a87b747aaebc969ac5f4eb8db766fcd9cbdBryan Freed intel_setup_bios(dev); 20176d139a87b747aaebc969ac5f4eb8db766fcd9cbdBryan Freed 2018673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt i915_gem_load(dev); 2019673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2020398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard /* Init HWS */ 2021398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard if (!I915_NEED_GFX_HWS(dev)) { 2022398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard ret = i915_init_phys_hws(dev); 2023398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard if (ret != 0) 20249c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt goto out_workqueue_free; 2025398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard } 2026ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt 20277648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (IS_PINEVIEW(dev)) 20287648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes i915_pineview_get_mem_freq(dev); 2029f00a3ddf91d596bece5fa31e8ce2e8a3b4c0623bChris Wilson else if (IS_GEN5(dev)) 20307648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes i915_ironlake_get_mem_freq(dev); 20317662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li 2032ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt /* On the 945G/GM, the chipset reports the MSI capability on the 2033ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt * integrated graphics even though the support isn't actually there 2034ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt * according to the published specs. It doesn't appear to function 2035ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt * correctly in testing on 945G. 2036ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt * This may be a side effect of MSI having been made available for PEG 2037ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt * and the registers being closely associated. 2038d1ed629f44b3a4108d5c445971535f05f441fce7Keith Packard * 2039d1ed629f44b3a4108d5c445971535f05f441fce7Keith Packard * According to chipset errata, on the 965GM, MSI interrupts may 2040b60678a75d44fa9d5969f79781bd856ad5858609Keith Packard * be lost or delayed, but we use them anyways to avoid 2041b60678a75d44fa9d5969f79781bd856ad5858609Keith Packard * stuck interrupts on some machines. 2042ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt */ 2043b60678a75d44fa9d5969f79781bd856ad5858609Keith Packard if (!IS_I945G(dev) && !IS_I945GM(dev)) 2044d3e74d0237b102d34979015fbf6df02ca4413074Eric Anholt pci_enable_msi(dev->pdev); 2045ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt 2046ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt spin_lock_init(&dev_priv->user_irq_lock); 204763eeaf38251183ec2b1caee11e4a2c040cb5ce6cJesse Barnes spin_lock_init(&dev_priv->error_lock); 20489d34e5db07303c9609053e2e651aa6d1fc74e923Chris Wilson dev_priv->trace_irq_seqno = 0; 2049ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt 205052440211dcdc52c0b757f8b34d122e11b12cdd50Keith Packard ret = drm_vblank_init(dev, I915_NUM_PIPE); 205152440211dcdc52c0b757f8b34d122e11b12cdd50Keith Packard 205252440211dcdc52c0b757f8b34d122e11b12cdd50Keith Packard if (ret) { 205352440211dcdc52c0b757f8b34d122e11b12cdd50Keith Packard (void) i915_driver_unload(dev); 205452440211dcdc52c0b757f8b34d122e11b12cdd50Keith Packard return ret; 205552440211dcdc52c0b757f8b34d122e11b12cdd50Keith Packard } 205652440211dcdc52c0b757f8b34d122e11b12cdd50Keith Packard 205711ed50ec2a316928c2bacc1149bded86c6a96068Ben Gamari /* Start out suspended */ 205811ed50ec2a316928c2bacc1149bded86c6a96068Ben Gamari dev_priv->mm.suspended = 1; 205911ed50ec2a316928c2bacc1149bded86c6a96068Ben Gamari 20603bad0781832e4e8c9a532f1169bfcd7257bcfd9eZhenyu Wang intel_detect_pch(dev); 20613bad0781832e4e8c9a532f1169bfcd7257bcfd9eZhenyu Wang 206279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (drm_core_check_feature(dev, DRIVER_MODESET)) { 206353984635a659e360f206a81ada4ae813152d72f1Daniel Vetter ret = i915_load_modeset_init(dev); 206479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (ret < 0) { 206579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes DRM_ERROR("failed to init modeset\n"); 20669c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt goto out_workqueue_free; 206779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 206879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 206979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 207074a365b3f354fafc537efa5867deb7a9fadbfe27Matthew Garrett /* Must be done after probing outputs */ 207144834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson intel_opregion_init(dev); 207244834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson acpi_video_register(); 207374a365b3f354fafc537efa5867deb7a9fadbfe27Matthew Garrett 2074f65d94211e2bcba17faf05a6a3809af0e4217767Ben Gamari setup_timer(&dev_priv->hangcheck_timer, i915_hangcheck_elapsed, 2075f65d94211e2bcba17faf05a6a3809af0e4217767Ben Gamari (unsigned long) dev); 20767648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 20777648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_lock(&mchdev_lock); 20787648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes i915_mch_dev = dev_priv; 20797648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mchdev_lock = &mchdev_lock; 20807648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_unlock(&mchdev_lock); 20817648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 208279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes return 0; 208379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 20849c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholtout_workqueue_free: 20859c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt destroy_workqueue(dev_priv->wq); 20866644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadiout_iomapfree: 20876644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi io_mapping_free(dev_priv->mm.gtt_mapping); 208879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnesout_rmmap: 208979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes iounmap(dev_priv->regs); 2090ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlieput_bridge: 2091ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie pci_dev_put(dev_priv->bridge_dev); 209279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnesfree_priv: 20939a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(dev_priv); 2094ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes return ret; 2095ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes} 2096ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 2097ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnesint i915_driver_unload(struct drm_device *dev) 2098ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes{ 2099ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes struct drm_i915_private *dev_priv = dev->dev_private; 2100c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter int ret; 2101ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 21027648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_lock(&mchdev_lock); 21037648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes i915_mch_dev = NULL; 21047648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_unlock(&mchdev_lock); 21057648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 2106c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter mutex_lock(&dev->struct_mutex); 2107c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter ret = i915_gpu_idle(dev); 2108c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter if (ret) 2109c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter DRM_ERROR("failed to idle hardware: %d\n", ret); 2110c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter mutex_unlock(&dev->struct_mutex); 2111c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter 211275ef9da2cdb64e7926404dd2b755bbbfe98eaeafDaniel Vetter /* Cancel the retire work handler, which should be idle now. */ 211375ef9da2cdb64e7926404dd2b755bbbfe98eaeafDaniel Vetter cancel_delayed_work_sync(&dev_priv->mm.retire_work); 211475ef9da2cdb64e7926404dd2b755bbbfe98eaeafDaniel Vetter 2115ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt io_mapping_free(dev_priv->mm.gtt_mapping); 2116ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt if (dev_priv->mm.gtt_mtrr >= 0) { 2117ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt mtrr_del(dev_priv->mm.gtt_mtrr, dev->agp->base, 2118ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt dev->agp->agp_info.aper_size * 1024 * 1024); 2119ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt dev_priv->mm.gtt_mtrr = -1; 2120ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt } 2121ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt 212244834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson acpi_video_unregister(); 212344834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson 212479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (drm_core_check_feature(dev, DRIVER_MODESET)) { 21257b4f3990a22fbe800945f12001bc30db374d0af5Chris Wilson intel_fbdev_fini(dev); 21263d8620cc5f8538364ee152811e2bd8713abb1d58Jesse Barnes intel_modeset_cleanup(dev); 21273d8620cc5f8538364ee152811e2bd8713abb1d58Jesse Barnes 21286363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui /* 21296363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui * free the memory space allocated for the child device 21306363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui * config parsed from VBT 21316363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui */ 21326363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui if (dev_priv->child_dev && dev_priv->child_dev_num) { 21336363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui kfree(dev_priv->child_dev); 21346363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui dev_priv->child_dev = NULL; 21356363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui dev_priv->child_dev_num = 0; 21366363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui } 21376c0d93500eb50098e4e35b8b79e073f2f2f5b773Daniel Vetter 21386a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie vga_switcheroo_unregister_client(dev->pdev); 213928d520433b6375740990ab99d69b0d0067fd656bDave Airlie vga_client_register(dev->pdev, NULL, NULL, NULL); 214079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 214179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 2142a8b4899e4658e53c0c8f4206af105e358e39ee93Daniel Vetter /* Free error state after interrupts are fully disabled. */ 2143bc0c7f14432f7f94b16f972f2d23b8c1248249b4Daniel Vetter del_timer_sync(&dev_priv->hangcheck_timer); 2144bc0c7f14432f7f94b16f972f2d23b8c1248249b4Daniel Vetter cancel_work_sync(&dev_priv->error_work); 2145a8b4899e4658e53c0c8f4206af105e358e39ee93Daniel Vetter i915_destroy_error_state(dev); 2146bc0c7f14432f7f94b16f972f2d23b8c1248249b4Daniel Vetter 2147ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt if (dev->pdev->msi_enabled) 2148ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt pci_disable_msi(dev->pdev); 2149ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt 215044834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson intel_opregion_fini(dev); 21518ee1c3db9075cb3211352e737e0feb98fd733b20Matthew Garrett 215279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (drm_core_check_feature(dev, DRIVER_MODESET)) { 215367e77c5ae8bff6f805d207541f1315051248a87bDaniel Vetter /* Flush any outstanding unpin_work. */ 215467e77c5ae8bff6f805d207541f1315051248a87bDaniel Vetter flush_workqueue(dev_priv->wq); 215567e77c5ae8bff6f805d207541f1315051248a87bDaniel Vetter 215671acb5eb8d95b371f4cdd88a47f3c83c870d1c8fDave Airlie i915_gem_free_all_phys_object(dev); 215771acb5eb8d95b371f4cdd88a47f3c83c870d1c8fDave Airlie 215879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes mutex_lock(&dev->struct_mutex); 215979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes i915_gem_cleanup_ringbuffer(dev); 216079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes mutex_unlock(&dev->struct_mutex); 216120bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes if (I915_HAS_FBC(dev) && i915_powersave) 216220bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes i915_cleanup_compression(dev); 216319966754328d99ee003ddfc7a8c31ceb115483acDaniel Vetter drm_mm_takedown(&dev_priv->mm.vram); 216402e792fbaadb75dec8e476a05b610e49908fc6a4Daniel Vetter 216502e792fbaadb75dec8e476a05b610e49908fc6a4Daniel Vetter intel_cleanup_overlay(dev); 2166c2873e9633fe908dccd36dbb1d370e9c59a1ca62Keith Packard 2167c2873e9633fe908dccd36dbb1d370e9c59a1ca62Keith Packard if (!I915_NEED_GFX_HWS(dev)) 2168c2873e9633fe908dccd36dbb1d370e9c59a1ca62Keith Packard i915_free_hws(dev); 216979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 217079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 2171701394cc534a4a7883ddc4f8f82fb438b3d664ffDaniel Vetter if (dev_priv->regs != NULL) 2172701394cc534a4a7883ddc4f8f82fb438b3d664ffDaniel Vetter iounmap(dev_priv->regs); 2173701394cc534a4a7883ddc4f8f82fb438b3d664ffDaniel Vetter 2174f899fc64cda8569d0529452aafc0da31c042df2eChris Wilson intel_teardown_gmbus(dev); 2175c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang intel_teardown_mchbar(dev); 2176c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 2177bc0c7f14432f7f94b16f972f2d23b8c1248249b4Daniel Vetter destroy_workqueue(dev_priv->wq); 2178bc0c7f14432f7f94b16f972f2d23b8c1248249b4Daniel Vetter 2179ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie pci_dev_put(dev_priv->bridge_dev); 21809a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(dev->dev_private); 2181ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 218222eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie return 0; 218322eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie} 218422eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie 2185f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilsonint i915_driver_open(struct drm_device *dev, struct drm_file *file) 2186673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt{ 2187f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson struct drm_i915_file_private *file_priv; 2188673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 21898a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("\n"); 2190f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson file_priv = kmalloc(sizeof(*file_priv), GFP_KERNEL); 2191f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson if (!file_priv) 2192673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt return -ENOMEM; 2193673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2194f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson file->driver_priv = file_priv; 2195673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 21961c25595f8d31392b8c36b54c624d01591dbfb87bChris Wilson spin_lock_init(&file_priv->mm.lock); 2197f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson INIT_LIST_HEAD(&file_priv->mm.request_list); 2198673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2199673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt return 0; 2200673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt} 2201673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 220279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes/** 220379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * i915_driver_lastclose - clean up after all DRM clients have exited 220479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * @dev: DRM device 220579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * 220679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * Take care of cleaning up after all DRM clients have exited. In the 220779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * mode setting case, we want to restore the kernel's initial mode (just 220879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * in case the last client left us in a bad state). 220979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * 221079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * Additionally, in the non-mode setting case, we'll tear down the AGP 221179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * and DMA structures, since the kernel won't be using them, and clea 221279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * up any GEM state. 221379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes */ 221484b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airlievoid i915_driver_lastclose(struct drm_device * dev) 22151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2216ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes drm_i915_private_t *dev_priv = dev->dev_private; 2217ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 221879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (!dev_priv || drm_core_check_feature(dev, DRIVER_MODESET)) { 2219785b93ef8c309730c2de84ce9c229e40e2d01480Dave Airlie drm_fb_helper_restore(); 22206a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie vga_switcheroo_process_delayed_switch(); 2221144a75fa1faa4a81530bded2e59872ef80d496b6Dave Airlie return; 222279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 2223144a75fa1faa4a81530bded2e59872ef80d496b6Dave Airlie 2224673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt i915_gem_lastclose(dev); 2225673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2226ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes if (dev_priv->agp_heap) 2227b5e89ed53ed8d24f83ba1941c07382af00ed238eDave Airlie i915_mem_takedown(&(dev_priv->agp_heap)); 2228ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 2229b5e89ed53ed8d24f83ba1941c07382af00ed238eDave Airlie i915_dma_cleanup(dev); 22301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 22311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22326c340eac0285f3d62406d2d902d0e96fbf2a5dc0Eric Anholtvoid i915_driver_preclose(struct drm_device * dev, struct drm_file *file_priv) 22331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2234ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes drm_i915_private_t *dev_priv = dev->dev_private; 2235b962442e46a9340bdbc6711982c59ff0cc2b5afbEric Anholt i915_gem_release(dev, file_priv); 223679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (!drm_core_check_feature(dev, DRIVER_MODESET)) 223779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes i915_mem_release(dev, file_priv, dev_priv->agp_heap); 22381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 22391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2240f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilsonvoid i915_driver_postclose(struct drm_device *dev, struct drm_file *file) 2241673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt{ 2242f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson struct drm_i915_file_private *file_priv = file->driver_priv; 2243673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2244f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson kfree(file_priv); 2245673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt} 2246673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2247c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstruct drm_ioctl_desc i915_ioctls[] = { 22481b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_INIT, i915_dma_init, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22491b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_FLUSH, i915_flush_ioctl, DRM_AUTH), 22501b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_FLIP, i915_flip_bufs, DRM_AUTH), 22511b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_BATCHBUFFER, i915_batchbuffer, DRM_AUTH), 22521b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_IRQ_EMIT, i915_irq_emit, DRM_AUTH), 22531b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_IRQ_WAIT, i915_irq_wait, DRM_AUTH), 22541b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GETPARAM, i915_getparam, DRM_AUTH), 22551b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_SETPARAM, i915_setparam, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22561b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_ALLOC, i915_mem_alloc, DRM_AUTH), 22571b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_FREE, i915_mem_free, DRM_AUTH), 22581b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_INIT_HEAP, i915_mem_init_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22591b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_CMDBUFFER, i915_cmdbuffer, DRM_AUTH), 22601b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_DESTROY_HEAP, i915_mem_destroy_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22611b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_SET_VBLANK_PIPE, i915_vblank_pipe_set, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22621b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GET_VBLANK_PIPE, i915_vblank_pipe_get, DRM_AUTH), 22631b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_VBLANK_SWAP, i915_vblank_swap, DRM_AUTH), 22641b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_HWS_ADDR, i915_set_status_page, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22651b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_INIT, i915_gem_init_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY|DRM_UNLOCKED), 22661b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_EXECBUFFER, i915_gem_execbuffer, DRM_AUTH|DRM_UNLOCKED), 22671b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_EXECBUFFER2, i915_gem_execbuffer2, DRM_AUTH|DRM_UNLOCKED), 22681b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_PIN, i915_gem_pin_ioctl, DRM_AUTH|DRM_ROOT_ONLY|DRM_UNLOCKED), 22691b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_UNPIN, i915_gem_unpin_ioctl, DRM_AUTH|DRM_ROOT_ONLY|DRM_UNLOCKED), 22701b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_BUSY, i915_gem_busy_ioctl, DRM_AUTH|DRM_UNLOCKED), 22711b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_THROTTLE, i915_gem_throttle_ioctl, DRM_AUTH|DRM_UNLOCKED), 22721b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_ENTERVT, i915_gem_entervt_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY|DRM_UNLOCKED), 22731b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_LEAVEVT, i915_gem_leavevt_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY|DRM_UNLOCKED), 22741b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_CREATE, i915_gem_create_ioctl, DRM_UNLOCKED), 22751b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_PREAD, i915_gem_pread_ioctl, DRM_UNLOCKED), 22761b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_PWRITE, i915_gem_pwrite_ioctl, DRM_UNLOCKED), 22771b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_MMAP, i915_gem_mmap_ioctl, DRM_UNLOCKED), 22781b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_MMAP_GTT, i915_gem_mmap_gtt_ioctl, DRM_UNLOCKED), 22791b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_SET_DOMAIN, i915_gem_set_domain_ioctl, DRM_UNLOCKED), 22801b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_SW_FINISH, i915_gem_sw_finish_ioctl, DRM_UNLOCKED), 22811b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_SET_TILING, i915_gem_set_tiling, DRM_UNLOCKED), 22821b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_GET_TILING, i915_gem_get_tiling, DRM_UNLOCKED), 22831b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_GET_APERTURE, i915_gem_get_aperture_ioctl, DRM_UNLOCKED), 22841b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GET_PIPE_FROM_CRTC_ID, intel_get_pipe_from_crtc_id, DRM_UNLOCKED), 22851b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_MADVISE, i915_gem_madvise_ioctl, DRM_UNLOCKED), 22861b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_OVERLAY_PUT_IMAGE, intel_overlay_put_image, DRM_MASTER|DRM_CONTROL_ALLOW|DRM_UNLOCKED), 22871b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_OVERLAY_ATTRS, intel_overlay_attrs, DRM_MASTER|DRM_CONTROL_ALLOW|DRM_UNLOCKED), 2288c94f70298529d99ac6e1ee7709f61eab00adeb39Dave Airlie}; 2289c94f70298529d99ac6e1ee7709f61eab00adeb39Dave Airlie 2290c94f70298529d99ac6e1ee7709f61eab00adeb39Dave Airlieint i915_max_ioctl = DRM_ARRAY_SIZE(i915_ioctls); 2291cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie 2292cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie/** 2293cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * Determine if the device really is AGP or not. 2294cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * 2295cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * All Intel graphics chipsets are treated as AGP, even if they are really 2296cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * PCI-e. 2297cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * 2298cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * \param dev The device to be tested. 2299cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * 2300cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * \returns 2301cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * A value of 1 is always retured to indictate every i9x5 is AGP. 2302cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie */ 230384b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airlieint i915_driver_device_is_agp(struct drm_device * dev) 2304cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie{ 2305cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie return 1; 2306cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie} 2307