i915_dma.c revision e0cd3608135b2ed8eddbe3fdf048d22e0593d836
11da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* i915_dma.c -- DMA support for the I915 -*- linux-c -*- 21da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 30d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie/* 41da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas. 51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * All Rights Reserved. 6bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * 7bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * Permission is hereby granted, free of charge, to any person obtaining a 8bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * copy of this software and associated documentation files (the 9bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * "Software"), to deal in the Software without restriction, including 10bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * without limitation the rights to use, copy, modify, merge, publish, 11bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * distribute, sub license, and/or sell copies of the Software, and to 12bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * permit persons to whom the Software is furnished to do so, subject to 13bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * the following conditions: 14bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * 15bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * The above copyright notice and this permission notice (including the 16bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * next paragraph) shall be included in all copies or substantial portions 17bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * of the Software. 18bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * 19bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS 20bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 21bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. 22bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR 23bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, 24bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE 25bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 26bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * 270d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie */ 281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "drmP.h" 301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "drm.h" 3179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes#include "drm_crtc_helper.h" 32785b93ef8c309730c2de84ce9c229e40e2d01480Dave Airlie#include "drm_fb_helper.h" 3379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes#include "intel_drv.h" 341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "i915_drm.h" 351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "i915_drv.h" 361c5d22f76dc721f3acb7a3dadc657a221e487fb7Chris Wilson#include "i915_trace.h" 3763ee41d794d9c555f84205517a68509848988760Eric Anholt#include "../../../platform/x86/intel_ips.h" 38dcdb167402cbdca1d021bdfa5f63995ee0a79317Jordan Crouse#include <linux/pci.h> 3928d520433b6375740990ab99d69b0d0067fd656bDave Airlie#include <linux/vgaarb.h> 40c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#include <linux/acpi.h> 41c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#include <linux/pnp.h> 426a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie#include <linux/vga_switcheroo.h> 435a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo#include <linux/slab.h> 44e0cd3608135b2ed8eddbe3fdf048d22e0593d836Paul Gortmaker#include <linux/module.h> 4544834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson#include <acpi/video.h> 461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 474cbf74ccf8362e99b2bdf1e66112a480c79ecacfChris Wilsonstatic void i915_write_hws_pga(struct drm_device *dev) 484cbf74ccf8362e99b2bdf1e66112a480c79ecacfChris Wilson{ 494cbf74ccf8362e99b2bdf1e66112a480c79ecacfChris Wilson drm_i915_private_t *dev_priv = dev->dev_private; 504cbf74ccf8362e99b2bdf1e66112a480c79ecacfChris Wilson u32 addr; 514cbf74ccf8362e99b2bdf1e66112a480c79ecacfChris Wilson 524cbf74ccf8362e99b2bdf1e66112a480c79ecacfChris Wilson addr = dev_priv->status_page_dmah->busaddr; 534cbf74ccf8362e99b2bdf1e66112a480c79ecacfChris Wilson if (INTEL_INFO(dev)->gen >= 4) 544cbf74ccf8362e99b2bdf1e66112a480c79ecacfChris Wilson addr |= (dev_priv->status_page_dmah->busaddr >> 28) & 0xf0; 554cbf74ccf8362e99b2bdf1e66112a480c79ecacfChris Wilson I915_WRITE(HWS_PGA, addr); 564cbf74ccf8362e99b2bdf1e66112a480c79ecacfChris Wilson} 574cbf74ccf8362e99b2bdf1e66112a480c79ecacfChris Wilson 58398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard/** 59398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard * Sets up the hardware status page for devices that need a physical address 60398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard * in the register. 61398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard */ 623043c60c485ad694392d3f71bd7ef9f5c5f7cfddEric Anholtstatic int i915_init_phys_hws(struct drm_device *dev) 63398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard{ 64398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard drm_i915_private_t *dev_priv = dev->dev_private; 651ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson 66398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard /* Program Hardware Status Page */ 67398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard dev_priv->status_page_dmah = 68e6be8d9d17bd44061116f601fe2609b3ace7aa69Zhenyu Wang drm_pci_alloc(dev, PAGE_SIZE, PAGE_SIZE); 69398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 70398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard if (!dev_priv->status_page_dmah) { 71398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard DRM_ERROR("Can not allocate hardware status page\n"); 72398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard return -ENOMEM; 73398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard } 74398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 75f3234706a77bd6e1592ae71fb3268e04cb030dbaKeith Packard memset_io((void __force __iomem *)dev_priv->status_page_dmah->vaddr, 76f3234706a77bd6e1592ae71fb3268e04cb030dbaKeith Packard 0, PAGE_SIZE); 77398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 784cbf74ccf8362e99b2bdf1e66112a480c79ecacfChris Wilson i915_write_hws_pga(dev); 799b974cc17166d31afed2638d56bdbf9829afbfaaZhenyu Wang 808a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("Enabled hardware status page\n"); 81398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard return 0; 82398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard} 83398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 84398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard/** 85398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard * Frees the hardware status page, whether it's a physical address or a virtual 86398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard * address set up by the X Server. 87398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard */ 883043c60c485ad694392d3f71bd7ef9f5c5f7cfddEric Anholtstatic void i915_free_hws(struct drm_device *dev) 89398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard{ 90398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard drm_i915_private_t *dev_priv = dev->dev_private; 911ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson struct intel_ring_buffer *ring = LP_RING(dev_priv); 921ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson 93398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard if (dev_priv->status_page_dmah) { 94398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard drm_pci_free(dev, dev_priv->status_page_dmah); 95398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard dev_priv->status_page_dmah = NULL; 96398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard } 97398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 981ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson if (ring->status_page.gfx_addr) { 991ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson ring->status_page.gfx_addr = 0; 100398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard drm_core_ioremapfree(&dev_priv->hws_map, dev); 101398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard } 102398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 103398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard /* Need to rewrite hardware status page */ 104398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard I915_WRITE(HWS_PGA, 0x1ffff000); 105398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard} 106398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 10784b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airlievoid i915_kernel_lost_context(struct drm_device * dev) 1081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = dev->dev_private; 1107c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv; 1111ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson struct intel_ring_buffer *ring = LP_RING(dev_priv); 1121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes /* 11479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * We should never lose context on the ring with modesetting 11579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * as we don't expose it to userspace 11679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes */ 11779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (drm_core_check_feature(dev, DRIVER_MODESET)) 11879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes return; 11979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 1208168bd48bb863c00747497aadf13884b2d69d287Chris Wilson ring->head = I915_READ_HEAD(ring) & HEAD_ADDR; 1218168bd48bb863c00747497aadf13884b2d69d287Chris Wilson ring->tail = I915_READ_TAIL(ring) & TAIL_ADDR; 1221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ring->space = ring->head - (ring->tail + 8); 1231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ring->space < 0) 1248187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai ring->space += ring->size; 1251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1267c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (!dev->primary->master) 1277c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie return; 1287c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 1297c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv = dev->primary->master->driver_priv; 1307c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (ring->head == ring->tail && master_priv->sarea_priv) 1317c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv->perf_boxes |= I915_BOX_RING_EMPTY; 1321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13484b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airliestatic int i915_dma_cleanup(struct drm_device * dev) 1351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 136ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes drm_i915_private_t *dev_priv = dev->dev_private; 1371ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson int i; 1381ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson 1391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Make sure interrupts are disabled here because the uninstall ioctl 1401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * may not have been called from userspace and after dev_private 1411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * is freed, it's too late. 1421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 143ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt if (dev->irq_enabled) 144b5e89ed53ed8d24f83ba1941c07382af00ed238eDave Airlie drm_irq_uninstall(dev); 1451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 146ee0c6bfbd602cdad2ab1780061b3b1a9108cbd6cDan Carpenter mutex_lock(&dev->struct_mutex); 1471ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson for (i = 0; i < I915_NUM_RINGS; i++) 1481ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson intel_cleanup_ring_buffer(&dev_priv->ring[i]); 149ee0c6bfbd602cdad2ab1780061b3b1a9108cbd6cDan Carpenter mutex_unlock(&dev->struct_mutex); 150dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 151398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard /* Clear the HWS virtual address at teardown */ 152398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard if (I915_NEED_GFX_HWS(dev)) 153398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard i915_free_hws(dev); 1541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 1561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 158ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnesstatic int i915_initialize(struct drm_device * dev, drm_i915_init_t * init) 1591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 160ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes drm_i915_private_t *dev_priv = dev->dev_private; 1617c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv; 162e8616b6ced6137085e6657cc63bc2fe3900b8616Chris Wilson int ret; 1631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1643a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie master_priv->sarea = drm_getsarea(dev); 1653a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie if (master_priv->sarea) { 1663a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie master_priv->sarea_priv = (drm_i915_sarea_t *) 1673a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie ((u8 *)master_priv->sarea->handle + init->sarea_priv_offset); 1683a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie } else { 1698a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("sarea not found assuming DRI2 userspace\n"); 1703a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie } 1713a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie 172673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt if (init->ring_size != 0) { 173e8616b6ced6137085e6657cc63bc2fe3900b8616Chris Wilson if (LP_RING(dev_priv)->obj != NULL) { 174673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt i915_dma_cleanup(dev); 175673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt DRM_ERROR("Client tried to initialize ringbuffer in " 176673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt "GEM mode\n"); 177673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt return -EINVAL; 178673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt } 1791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 180e8616b6ced6137085e6657cc63bc2fe3900b8616Chris Wilson ret = intel_render_ring_init_dri(dev, 181e8616b6ced6137085e6657cc63bc2fe3900b8616Chris Wilson init->ring_start, 182e8616b6ced6137085e6657cc63bc2fe3900b8616Chris Wilson init->ring_size); 183e8616b6ced6137085e6657cc63bc2fe3900b8616Chris Wilson if (ret) { 184673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt i915_dma_cleanup(dev); 185e8616b6ced6137085e6657cc63bc2fe3900b8616Chris Wilson return ret; 186673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt } 1871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 189a6b54f3f5050c0cbc0c35dd48064846c6302706bMichel Dänzer dev_priv->cpp = init->cpp; 1901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev_priv->back_offset = init->back_offset; 1911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev_priv->front_offset = init->front_offset; 1921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev_priv->current_page = 0; 1937c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (master_priv->sarea_priv) 1947c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv->pf_current_page = 0; 1951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Allow hardware batchbuffers unless told otherwise. 1971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev_priv->allow_batchbuffer = 1; 1991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 2011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20384b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airliestatic int i915_dma_resume(struct drm_device * dev) 2041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private; 2061ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson struct intel_ring_buffer *ring = LP_RING(dev_priv); 2071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2088a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("%s\n", __func__); 2091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2108187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai if (ring->map.handle == NULL) { 2111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("can not ioremap virtual address for" 2121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds " ring buffer\n"); 21320caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -ENOMEM; 2141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Program Hardware Status Page */ 2178187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai if (!ring->status_page.page_addr) { 2181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("Can not find hardware status page\n"); 21920caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 2201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2218a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("hw status page @ %p\n", 2228187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai ring->status_page.page_addr); 2238187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai if (ring->status_page.gfx_addr != 0) 22478501eac34f372bfbeb4e1d9de688c13efa916f6Chris Wilson intel_ring_setup_status_page(ring); 225dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu else 2264cbf74ccf8362e99b2bdf1e66112a480c79ecacfChris Wilson i915_write_hws_pga(dev); 2278187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai 2288a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("Enabled hardware status page\n"); 2291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 2311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 233c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_dma_init(struct drm_device *dev, void *data, 234c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 2351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 236c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_init_t *init = data; 2371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int retcode = 0; 2381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 239c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt switch (init->func) { 2401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_INIT_DMA: 241ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes retcode = i915_initialize(dev, init); 2421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_CLEANUP_DMA: 2441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds retcode = i915_dma_cleanup(dev); 2451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_RESUME_DMA: 2470d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie retcode = i915_dma_resume(dev); 2481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 25020caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt retcode = -EINVAL; 2511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return retcode; 2551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Implement basically the same security restrictions as hardware does 2581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * for MI_BATCH_NON_SECURE. These can be made stricter at any time. 2591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Most of the calculations below involve calculating the size of a 2611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * particular instruction. It's important to get the size right as 2621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that tells us where the next instruction to check is. Any illegal 2631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * instruction detected will be given a size of zero, which is a 2641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * signal to abort the rest of the buffer. 2651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 266e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilsonstatic int validate_cmd(int cmd) 2671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (((cmd >> 29) & 0x7)) { 2691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x0: 2701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch ((cmd >> 23) & 0x3f) { 2711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x0: 2721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; /* MI_NOOP */ 2731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x4: 2741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; /* MI_FLUSH */ 2751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 2761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; /* disallow everything else */ 2771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x1: 2801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; /* reserved */ 2811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x2: 2821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0xff) + 2; /* 2d commands */ 2831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x3: 2841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (((cmd >> 24) & 0x1f) <= 0x18) 2851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; 2861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch ((cmd >> 24) & 0x1f) { 2881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x1c: 2891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; 2901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x1d: 291b5e89ed53ed8d24f83ba1941c07382af00ed238eDave Airlie switch ((cmd >> 16) & 0xff) { 2921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x3: 2931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0x1f) + 2; 2941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x4: 2951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0xf) + 2; 2961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 2971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0xffff) + 2; 2981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x1e: 3001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cmd & (1 << 23)) 3011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0xffff) + 1; 3021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 3031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; 3041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x1f: 3051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((cmd & (1 << 23)) == 0) /* inline vertices */ 3061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0x1ffff) + 2; 3071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (cmd & (1 << 17)) /* indirect random */ 3081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((cmd & 0xffff) == 0) 3091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; /* unknown length, too hard */ 3101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 3111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (((cmd & 0xffff) + 1) / 2) + 1; 3121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 3131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 2; /* indirect sequential */ 3141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 3151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 3161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 3181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 3191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 3221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 324201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholtstatic int i915_emit_cmds(struct drm_device * dev, int *buffer, int dwords) 3251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = dev->dev_private; 327e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson int i, ret; 3281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3291ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson if ((dwords+1) * sizeof(int) >= LP_RING(dev_priv)->size - 8) 33020caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 331de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 3321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < dwords;) { 333e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson int sz = validate_cmd(buffer[i]); 334e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (sz == 0 || i + sz > dwords) 33520caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 336e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson i += sz; 3371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 339e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING((dwords+1)&~1); 340e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 341e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 342e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 343e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson for (i = 0; i < dwords; i++) 344e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(buffer[i]); 345de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie if (dwords & 1) 346de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie OUT_RING(0); 347de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 348de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie ADVANCE_LP_RING(); 349de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 3501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 3511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 353673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholtint 354673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholti915_emit_box(struct drm_device *dev, 355c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson struct drm_clip_rect *box, 356c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson int DR1, int DR4) 3571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 358e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson struct drm_i915_private *dev_priv = dev->dev_private; 359e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson int ret; 3601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 361c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson if (box->y2 <= box->y1 || box->x2 <= box->x1 || 362c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson box->y2 <= 0 || box->x2 <= 0) { 3631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("Bad box %d,%d..%d,%d\n", 364c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson box->x1, box->y1, box->x2, box->y2); 36520caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 3661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 368a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (INTEL_INFO(dev)->gen >= 4) { 369e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING(4); 370e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 371e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 372e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 373c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(GFX_OP_DRAWRECT_INFO_I965); 374c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson OUT_RING((box->x1 & 0xffff) | (box->y1 << 16)); 375c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson OUT_RING(((box->x2 - 1) & 0xffff) | ((box->y2 - 1) << 16)); 376c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(DR4); 377c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane } else { 378e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING(6); 379e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 380e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 381e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 382c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(GFX_OP_DRAWRECT_INFO); 383c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(DR1); 384c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson OUT_RING((box->x1 & 0xffff) | (box->y1 << 16)); 385c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson OUT_RING(((box->x2 - 1) & 0xffff) | ((box->y2 - 1) << 16)); 386c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(DR4); 387c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(0); 388c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane } 389e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ADVANCE_LP_RING(); 3901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 3921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 394c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane/* XXX: Emitting the counter should really be moved to part of the IRQ 395c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane * emit. For now, do it in both places: 396c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane */ 397c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane 39884b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airliestatic void i915_emit_breadcrumb(struct drm_device *dev) 399de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie{ 400de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie drm_i915_private_t *dev_priv = dev->dev_private; 4017c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv; 402de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 403c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg dev_priv->counter++; 404af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie if (dev_priv->counter > 0x7FFFFFFFUL) 405c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg dev_priv->counter = 0; 4067c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (master_priv->sarea_priv) 4077c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv->last_enqueue = dev_priv->counter; 408de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 409e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (BEGIN_LP_RING(4) == 0) { 410e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(MI_STORE_DWORD_INDEX); 411e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(I915_BREADCRUMB_INDEX << MI_STORE_DWORD_INDEX_SHIFT); 412e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(dev_priv->counter); 413e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(0); 414e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ADVANCE_LP_RING(); 415e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson } 416de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie} 417de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 41884b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airliestatic int i915_dispatch_cmdbuffer(struct drm_device * dev, 419201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt drm_i915_cmdbuffer_t *cmd, 420201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt struct drm_clip_rect *cliprects, 421201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt void *cmdbuf) 4221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int nbox = cmd->num_cliprects; 4241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i = 0, count, ret; 4251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cmd->sz & 0x3) { 4271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("alignment"); 42820caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 4291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i915_kernel_lost_context(dev); 4321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds count = nbox ? nbox : 1; 4341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < count; i++) { 4361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (i < nbox) { 437c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson ret = i915_emit_box(dev, &cliprects[i], 4381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmd->DR1, cmd->DR4); 4391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) 4401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 4411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 443201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = i915_emit_cmds(dev, cmdbuf, cmd->sz / 4); 4441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) 4451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 4461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 448de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie i915_emit_breadcrumb(dev); 4491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 4501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 45284b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airliestatic int i915_dispatch_batchbuffer(struct drm_device * dev, 453201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt drm_i915_batchbuffer_t * batch, 454201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt struct drm_clip_rect *cliprects) 4551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 456e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson struct drm_i915_private *dev_priv = dev->dev_private; 4571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int nbox = batch->num_cliprects; 458e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson int i, count, ret; 4591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((batch->start | batch->used) & 0x7) { 4611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("alignment"); 46220caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 4631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i915_kernel_lost_context(dev); 4661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds count = nbox ? nbox : 1; 4681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < count; i++) { 4691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (i < nbox) { 470c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson ret = i915_emit_box(dev, &cliprects[i], 471e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson batch->DR1, batch->DR4); 4721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) 4731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 4741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4760790d5e148c0747499742a3c09ba5f1c07f9ed0dKeith Packard if (!IS_I830(dev) && !IS_845G(dev)) { 477e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING(2); 478e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 479e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 480e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 481a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (INTEL_INFO(dev)->gen >= 4) { 48221f16289270447673a7263ccc0b22d562fb01ecbDave Airlie OUT_RING(MI_BATCH_BUFFER_START | (2 << 6) | MI_BATCH_NON_SECURE_I965); 48321f16289270447673a7263ccc0b22d562fb01ecbDave Airlie OUT_RING(batch->start); 48421f16289270447673a7263ccc0b22d562fb01ecbDave Airlie } else { 48521f16289270447673a7263ccc0b22d562fb01ecbDave Airlie OUT_RING(MI_BATCH_BUFFER_START | (2 << 6)); 48621f16289270447673a7263ccc0b22d562fb01ecbDave Airlie OUT_RING(batch->start | MI_BATCH_NON_SECURE); 48721f16289270447673a7263ccc0b22d562fb01ecbDave Airlie } 4881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 489e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING(4); 490e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 491e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 492e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 4931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds OUT_RING(MI_BATCH_BUFFER); 4941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds OUT_RING(batch->start | MI_BATCH_NON_SECURE); 4951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds OUT_RING(batch->start + batch->used - 4); 4961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds OUT_RING(0); 4971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 498e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ADVANCE_LP_RING(); 4991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 5001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5011cafd34731cd14e5a72edaf0f41717c8126cfce9Zou Nan hai 502f00a3ddf91d596bece5fa31e8ce2e8a3b4c0623bChris Wilson if (IS_G4X(dev) || IS_GEN5(dev)) { 503e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (BEGIN_LP_RING(2) == 0) { 504e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(MI_FLUSH | MI_NO_WRITE_FLUSH | MI_INVALIDATE_ISP); 505e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(MI_NOOP); 506e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ADVANCE_LP_RING(); 507e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson } 5081cafd34731cd14e5a72edaf0f41717c8126cfce9Zou Nan hai } 5091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 510e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson i915_emit_breadcrumb(dev); 5111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 5121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 514af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airliestatic int i915_dispatch_flip(struct drm_device * dev) 5151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = dev->dev_private; 5177c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = 5187c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie dev->primary->master->driver_priv; 519e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson int ret; 5201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5217c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (!master_priv->sarea_priv) 522c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg return -EINVAL; 523c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg 5248a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("%s: page=%d pfCurrentPage=%d\n", 525be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao __func__, 526be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao dev_priv->current_page, 527be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao master_priv->sarea_priv->pf_current_page); 5281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 529af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie i915_kernel_lost_context(dev); 530af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie 531e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING(10); 532e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 533e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 534e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 535585fb111348f7cdc30c6a1b903987612ddeafb23Jesse Barnes OUT_RING(MI_FLUSH | MI_READ_FLUSH); 536af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(0); 5371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 538af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(CMD_OP_DISPLAYBUFFER_INFO | ASYNC_FLIP); 539af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(0); 540af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie if (dev_priv->current_page == 0) { 541af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(dev_priv->back_offset); 542af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie dev_priv->current_page = 1; 5431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 544af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(dev_priv->front_offset); 545af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie dev_priv->current_page = 0; 5461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 547af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(0); 5481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 549af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(MI_WAIT_FOR_EVENT | MI_WAIT_FOR_PLANE_A_FLIP); 550af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(0); 551e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 552af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie ADVANCE_LP_RING(); 5531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5547c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv->last_enqueue = dev_priv->counter++; 5551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 556e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (BEGIN_LP_RING(4) == 0) { 557e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(MI_STORE_DWORD_INDEX); 558e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(I915_BREADCRUMB_INDEX << MI_STORE_DWORD_INDEX_SHIFT); 559e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(dev_priv->counter); 560e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(0); 561e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ADVANCE_LP_RING(); 562e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson } 5631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5647c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv->pf_current_page = dev_priv->current_page; 565af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie return 0; 5661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5681ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilsonstatic int i915_quiescent(struct drm_device *dev) 5691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5701ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson struct intel_ring_buffer *ring = LP_RING(dev->dev_private); 5711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i915_kernel_lost_context(dev); 57396f298aa9c9fc9b7c8a2ebaf8c195d178f570e09Ben Widawsky return intel_wait_ring_idle(ring); 5741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 576c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_flush_ioctl(struct drm_device *dev, void *data, 577c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 5781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 579546b0974c39657017407c86fe79811100b60700dEric Anholt int ret; 580546b0974c39657017407c86fe79811100b60700dEric Anholt 581546b0974c39657017407c86fe79811100b60700dEric Anholt RING_LOCK_TEST_WITH_RETURN(dev, file_priv); 5821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 583546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_lock(&dev->struct_mutex); 584546b0974c39657017407c86fe79811100b60700dEric Anholt ret = i915_quiescent(dev); 585546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_unlock(&dev->struct_mutex); 586546b0974c39657017407c86fe79811100b60700dEric Anholt 587546b0974c39657017407c86fe79811100b60700dEric Anholt return ret; 5881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 590c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_batchbuffer(struct drm_device *dev, void *data, 591c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 5921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private; 5947c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv; 5951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *) 5967c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv; 597c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_batchbuffer_t *batch = data; 5981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 599201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt struct drm_clip_rect *cliprects = NULL; 6001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!dev_priv->allow_batchbuffer) { 6021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("Batchbuffer ioctl disabled\n"); 60320caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 6041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6068a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("i915 batchbuffer, start %x used %d cliprects %d\n", 607be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao batch->start, batch->used, batch->num_cliprects); 6081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 609546b0974c39657017407c86fe79811100b60700dEric Anholt RING_LOCK_TEST_WITH_RETURN(dev, file_priv); 6101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 611201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (batch->num_cliprects < 0) 612201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt return -EINVAL; 613201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 614201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (batch->num_cliprects) { 6159a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt cliprects = kcalloc(batch->num_cliprects, 6169a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt sizeof(struct drm_clip_rect), 6179a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt GFP_KERNEL); 618201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (cliprects == NULL) 619201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt return -ENOMEM; 620201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 621201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = copy_from_user(cliprects, batch->cliprects, 622201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt batch->num_cliprects * 623201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt sizeof(struct drm_clip_rect)); 6249927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter if (ret != 0) { 6259927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter ret = -EFAULT; 626201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt goto fail_free; 6279927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter } 628201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt } 6291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 630546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_lock(&dev->struct_mutex); 631201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = i915_dispatch_batchbuffer(dev, batch, cliprects); 632546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_unlock(&dev->struct_mutex); 6331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 634c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg if (sarea_priv) 6350baf823a10bd4131f70e9712d1f02de3c247f1dfKeith Packard sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv); 636201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 637201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholtfail_free: 6389a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(cliprects); 639201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 6401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 6411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 6421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 643c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_cmdbuffer(struct drm_device *dev, void *data, 644c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 6451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 6461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private; 6477c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv; 6481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *) 6497c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv; 650c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_cmdbuffer_t *cmdbuf = data; 651201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt struct drm_clip_rect *cliprects = NULL; 652201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt void *batch_data; 6531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 6541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6558a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("i915 cmdbuffer, buf %p sz %d cliprects %d\n", 656be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao cmdbuf->buf, cmdbuf->sz, cmdbuf->num_cliprects); 6571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 658546b0974c39657017407c86fe79811100b60700dEric Anholt RING_LOCK_TEST_WITH_RETURN(dev, file_priv); 6591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 660201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (cmdbuf->num_cliprects < 0) 661201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt return -EINVAL; 662201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 6639a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt batch_data = kmalloc(cmdbuf->sz, GFP_KERNEL); 664201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (batch_data == NULL) 665201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt return -ENOMEM; 666201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 667201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = copy_from_user(batch_data, cmdbuf->buf, cmdbuf->sz); 6689927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter if (ret != 0) { 6699927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter ret = -EFAULT; 670201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt goto fail_batch_free; 6719927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter } 672201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 673201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (cmdbuf->num_cliprects) { 6749a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt cliprects = kcalloc(cmdbuf->num_cliprects, 6759a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt sizeof(struct drm_clip_rect), GFP_KERNEL); 676a40e8d3139e9eb54bf1d29f91639a6c5e05f652eOwain Ainsworth if (cliprects == NULL) { 677a40e8d3139e9eb54bf1d29f91639a6c5e05f652eOwain Ainsworth ret = -ENOMEM; 678201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt goto fail_batch_free; 679a40e8d3139e9eb54bf1d29f91639a6c5e05f652eOwain Ainsworth } 680201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 681201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = copy_from_user(cliprects, cmdbuf->cliprects, 682201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt cmdbuf->num_cliprects * 683201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt sizeof(struct drm_clip_rect)); 6849927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter if (ret != 0) { 6859927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter ret = -EFAULT; 686201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt goto fail_clip_free; 6879927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter } 6881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 690546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_lock(&dev->struct_mutex); 691201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = i915_dispatch_cmdbuffer(dev, cmdbuf, cliprects, batch_data); 692546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_unlock(&dev->struct_mutex); 6931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) { 6941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("i915_dispatch_cmdbuffer failed\n"); 695355d7f370b51bbb6f31aaf9f98861057e1e6bbb2Chris Wright goto fail_clip_free; 6961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 698c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg if (sarea_priv) 6990baf823a10bd4131f70e9712d1f02de3c247f1dfKeith Packard sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv); 700201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 701201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholtfail_clip_free: 7029a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(cliprects); 703355d7f370b51bbb6f31aaf9f98861057e1e6bbb2Chris Wrightfail_batch_free: 7049a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(batch_data); 705201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 706201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt return ret; 7071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 709c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_flip_bufs(struct drm_device *dev, void *data, 710c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 7111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 712546b0974c39657017407c86fe79811100b60700dEric Anholt int ret; 713546b0974c39657017407c86fe79811100b60700dEric Anholt 7148a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("%s\n", __func__); 7151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 716546b0974c39657017407c86fe79811100b60700dEric Anholt RING_LOCK_TEST_WITH_RETURN(dev, file_priv); 7171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 718546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_lock(&dev->struct_mutex); 719546b0974c39657017407c86fe79811100b60700dEric Anholt ret = i915_dispatch_flip(dev); 720546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_unlock(&dev->struct_mutex); 721546b0974c39657017407c86fe79811100b60700dEric Anholt 722546b0974c39657017407c86fe79811100b60700dEric Anholt return ret; 7231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 725c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_getparam(struct drm_device *dev, void *data, 726c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 7271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 7281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = dev->dev_private; 729c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_getparam_t *param = data; 7301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int value; 7311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!dev_priv) { 7333e684eae586a9b210a4517da5637a255b1ff5a92Márton Németh DRM_ERROR("called with no initialization\n"); 73420caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 7351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 737c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt switch (param->param) { 7381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_PARAM_IRQ_ACTIVE: 7390a3e67a4caac273a3bfc4ced3da364830b1ab241Jesse Barnes value = dev->pdev->irq ? 1 : 0; 7401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 7411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_PARAM_ALLOW_BATCHBUFFER: 7421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds value = dev_priv->allow_batchbuffer ? 1 : 0; 7431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 7440d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie case I915_PARAM_LAST_DISPATCH: 7450d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie value = READ_BREADCRUMB(dev_priv); 7460d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie break; 747ed4c9c4acf948b42b138747fcb8843ecb1a24ce4Kristian Høgsberg case I915_PARAM_CHIPSET_ID: 748ed4c9c4acf948b42b138747fcb8843ecb1a24ce4Kristian Høgsberg value = dev->pci_device; 749ed4c9c4acf948b42b138747fcb8843ecb1a24ce4Kristian Høgsberg break; 750673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt case I915_PARAM_HAS_GEM: 751ac5c4e76180a74c7f922f6fa71ace0cef45fa433Dave Airlie value = dev_priv->has_gem; 752673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt break; 7530f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes case I915_PARAM_NUM_FENCES_AVAIL: 7540f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes value = dev_priv->num_fence_regs - dev_priv->fence_reg_start; 7550f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes break; 75602e792fbaadb75dec8e476a05b610e49908fc6a4Daniel Vetter case I915_PARAM_HAS_OVERLAY: 75702e792fbaadb75dec8e476a05b610e49908fc6a4Daniel Vetter value = dev_priv->overlay ? 1 : 0; 75802e792fbaadb75dec8e476a05b610e49908fc6a4Daniel Vetter break; 759e9560f7cb20722e0e7db46bbb6f43c2194a238d5Jesse Barnes case I915_PARAM_HAS_PAGEFLIPPING: 760e9560f7cb20722e0e7db46bbb6f43c2194a238d5Jesse Barnes value = 1; 761e9560f7cb20722e0e7db46bbb6f43c2194a238d5Jesse Barnes break; 76276446cac68568fc7f5168a27deaf803ed22a4360Jesse Barnes case I915_PARAM_HAS_EXECBUF2: 76376446cac68568fc7f5168a27deaf803ed22a4360Jesse Barnes /* depends on GEM */ 76476446cac68568fc7f5168a27deaf803ed22a4360Jesse Barnes value = dev_priv->has_gem; 76576446cac68568fc7f5168a27deaf803ed22a4360Jesse Barnes break; 766e3a815fcd38043b8f1bb526123d8ab6ae01deb77Zou Nan hai case I915_PARAM_HAS_BSD: 767e3a815fcd38043b8f1bb526123d8ab6ae01deb77Zou Nan hai value = HAS_BSD(dev); 768e3a815fcd38043b8f1bb526123d8ab6ae01deb77Zou Nan hai break; 769549f7365820a212a1cfd0871d377b1ad0d1e5723Chris Wilson case I915_PARAM_HAS_BLT: 770549f7365820a212a1cfd0871d377b1ad0d1e5723Chris Wilson value = HAS_BLT(dev); 771549f7365820a212a1cfd0871d377b1ad0d1e5723Chris Wilson break; 772a00b10c360b35d6431a94cbf130a4e162870d661Chris Wilson case I915_PARAM_HAS_RELAXED_FENCING: 773a00b10c360b35d6431a94cbf130a4e162870d661Chris Wilson value = 1; 774a00b10c360b35d6431a94cbf130a4e162870d661Chris Wilson break; 775bbf0c6b3620b3872929ef7d3c392ce436889110fDaniel Vetter case I915_PARAM_HAS_COHERENT_RINGS: 776bbf0c6b3620b3872929ef7d3c392ce436889110fDaniel Vetter value = 1; 777bbf0c6b3620b3872929ef7d3c392ce436889110fDaniel Vetter break; 77872bfa19c8deb4d1db5ad068c34fd580cb295cbe8Chris Wilson case I915_PARAM_HAS_EXEC_CONSTANTS: 77972bfa19c8deb4d1db5ad068c34fd580cb295cbe8Chris Wilson value = INTEL_INFO(dev)->gen >= 4; 78072bfa19c8deb4d1db5ad068c34fd580cb295cbe8Chris Wilson break; 781271d81b84171d84723357ae6d172ec16b0d8139cChris Wilson case I915_PARAM_HAS_RELAXED_DELTA: 782271d81b84171d84723357ae6d172ec16b0d8139cChris Wilson value = 1; 783271d81b84171d84723357ae6d172ec16b0d8139cChris Wilson break; 7841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 7858a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("Unknown parameter %d\n", 78676446cac68568fc7f5168a27deaf803ed22a4360Jesse Barnes param->param); 78720caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 7881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 790c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt if (DRM_COPY_TO_USER(param->value, &value, sizeof(int))) { 7911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("DRM_COPY_TO_USER failed\n"); 79220caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EFAULT; 7931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 7961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 798c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_setparam(struct drm_device *dev, void *data, 799c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 8001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 8011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = dev->dev_private; 802c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_setparam_t *param = data; 8031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!dev_priv) { 8053e684eae586a9b210a4517da5637a255b1ff5a92Márton Németh DRM_ERROR("called with no initialization\n"); 80620caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 8071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 809c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt switch (param->param) { 8101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_SETPARAM_USE_MI_BATCHBUFFER_START: 8111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_SETPARAM_TEX_LRU_LOG_GRANULARITY: 813c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt dev_priv->tex_lru_log_granularity = param->value; 8141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_SETPARAM_ALLOW_BATCHBUFFER: 816c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt dev_priv->allow_batchbuffer = param->value; 8171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8180f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes case I915_SETPARAM_NUM_USED_FENCES: 8190f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes if (param->value > dev_priv->num_fence_regs || 8200f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes param->value < 0) 8210f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes return -EINVAL; 8220f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes /* Userspace can use first N regs */ 8230f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes dev_priv->fence_reg_start = param->value; 8240f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes break; 8251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 8268a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("unknown parameter %d\n", 827be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao param->param); 82820caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 8291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 8321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 8331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 834c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_set_status_page(struct drm_device *dev, void *data, 835c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 836dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu{ 837dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu drm_i915_private_t *dev_priv = dev->dev_private; 838c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_hws_addr_t *hws = data; 8391ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson struct intel_ring_buffer *ring = LP_RING(dev_priv); 840b39d50e53b1bb27f6c29f88a697a4af78427dffdZhenyu Wang 841b39d50e53b1bb27f6c29f88a697a4af78427dffdZhenyu Wang if (!I915_NEED_GFX_HWS(dev)) 842b39d50e53b1bb27f6c29f88a697a4af78427dffdZhenyu Wang return -EINVAL; 843dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 844dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu if (!dev_priv) { 8453e684eae586a9b210a4517da5637a255b1ff5a92Márton Németh DRM_ERROR("called with no initialization\n"); 84620caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 847dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu } 848dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 84979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (drm_core_check_feature(dev, DRIVER_MODESET)) { 85079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes WARN(1, "tried to set status page when mode setting active\n"); 85179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes return 0; 85279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 85379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 8548a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("set status page addr 0x%08x\n", (u32)hws->addr); 855c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt 8568187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai ring->status_page.gfx_addr = hws->addr & (0x1ffff<<12); 857dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 8588b40958032fd236194de57d29be9cf2c1f2643eeEric Anholt dev_priv->hws_map.offset = dev->agp->base + hws->addr; 859dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu dev_priv->hws_map.size = 4*1024; 860dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu dev_priv->hws_map.type = 0; 861dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu dev_priv->hws_map.flags = 0; 862dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu dev_priv->hws_map.mtrr = 0; 863dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 864dd0910b3c71b253c08111110f0399b924a8d5853Dave Airlie drm_core_ioremap_wc(&dev_priv->hws_map, dev); 865dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu if (dev_priv->hws_map.handle == NULL) { 866dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu i915_dma_cleanup(dev); 867e20f9c64c79e2282f9eb531509181965ec8f0a92Eric Anholt ring->status_page.gfx_addr = 0; 868dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu DRM_ERROR("can not ioremap virtual address for" 869dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu " G33 hw status page\n"); 87020caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -ENOMEM; 871dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu } 872311bd68e024f9006db66cbadc3bd9f62fd663f4bChris Wilson ring->status_page.page_addr = 873311bd68e024f9006db66cbadc3bd9f62fd663f4bChris Wilson (void __force __iomem *)dev_priv->hws_map.handle; 874311bd68e024f9006db66cbadc3bd9f62fd663f4bChris Wilson memset_io(ring->status_page.page_addr, 0, PAGE_SIZE); 8758187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai I915_WRITE(HWS_PGA, ring->status_page.gfx_addr); 876dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 8778a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("load hws HWS_PGA with gfx mem 0x%x\n", 878e20f9c64c79e2282f9eb531509181965ec8f0a92Eric Anholt ring->status_page.gfx_addr); 8798a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("load hws at %p\n", 880e20f9c64c79e2282f9eb531509181965ec8f0a92Eric Anholt ring->status_page.page_addr); 881dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu return 0; 882dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu} 883dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 884ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airliestatic int i915_get_bridge_dev(struct drm_device *dev) 885ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie{ 886ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie struct drm_i915_private *dev_priv = dev->dev_private; 887ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie 8880206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi dev_priv->bridge_dev = pci_get_bus_and_slot(0, PCI_DEVFN(0, 0)); 889ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie if (!dev_priv->bridge_dev) { 890ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie DRM_ERROR("bridge device not found\n"); 891ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie return -1; 892ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie } 893ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie return 0; 894ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie} 895ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie 896c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#define MCHBAR_I915 0x44 897c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#define MCHBAR_I965 0x48 898c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#define MCHBAR_SIZE (4*4096) 899c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 900c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#define DEVEN_REG 0x54 901c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#define DEVEN_MCHBAR_EN (1 << 28) 902c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 903c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang/* Allocate space for the MCH regs if needed, return nonzero on error */ 904c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangstatic int 905c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangintel_alloc_mchbar_resource(struct drm_device *dev) 906c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang{ 907c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang drm_i915_private_t *dev_priv = dev->dev_private; 908a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson int reg = INTEL_INFO(dev)->gen >= 4 ? MCHBAR_I965 : MCHBAR_I915; 909c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang u32 temp_lo, temp_hi = 0; 910c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang u64 mchbar_addr; 911a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson int ret; 912c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 913a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (INTEL_INFO(dev)->gen >= 4) 914c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, reg + 4, &temp_hi); 915c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, reg, &temp_lo); 916c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang mchbar_addr = ((u64)temp_hi << 32) | temp_lo; 917c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 918c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang /* If ACPI doesn't have it, assume we need to allocate it ourselves */ 919c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#ifdef CONFIG_PNP 920c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (mchbar_addr && 921a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson pnp_range_reserved(mchbar_addr, mchbar_addr + MCHBAR_SIZE)) 922a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson return 0; 923c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#endif 924c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 925c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang /* Get some space for it */ 926a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson dev_priv->mch_res.name = "i915 MCHBAR"; 927a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson dev_priv->mch_res.flags = IORESOURCE_MEM; 928a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson ret = pci_bus_alloc_resource(dev_priv->bridge_dev->bus, 929a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson &dev_priv->mch_res, 930c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang MCHBAR_SIZE, MCHBAR_SIZE, 931c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang PCIBIOS_MIN_MEM, 932a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson 0, pcibios_align_resource, 933c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang dev_priv->bridge_dev); 934c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (ret) { 935c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang DRM_DEBUG_DRIVER("failed bus alloc: %d\n", ret); 936c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang dev_priv->mch_res.start = 0; 937a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson return ret; 938c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } 939c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 940a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (INTEL_INFO(dev)->gen >= 4) 941c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, reg + 4, 942c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang upper_32_bits(dev_priv->mch_res.start)); 943c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 944c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, reg, 945c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang lower_32_bits(dev_priv->mch_res.start)); 946a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson return 0; 947c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang} 948c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 949c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang/* Setup MCHBAR if possible, return true if we should disable it again */ 950c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangstatic void 951c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangintel_setup_mchbar(struct drm_device *dev) 952c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang{ 953c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang drm_i915_private_t *dev_priv = dev->dev_private; 954a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson int mchbar_reg = INTEL_INFO(dev)->gen >= 4 ? MCHBAR_I965 : MCHBAR_I915; 955c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang u32 temp; 956c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang bool enabled; 957c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 958c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang dev_priv->mchbar_need_disable = false; 959c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 960c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (IS_I915G(dev) || IS_I915GM(dev)) { 961c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, DEVEN_REG, &temp); 962c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang enabled = !!(temp & DEVEN_MCHBAR_EN); 963c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } else { 964c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, mchbar_reg, &temp); 965c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang enabled = temp & 1; 966c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } 967c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 968c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang /* If it's already enabled, don't have to do anything */ 969c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (enabled) 970c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang return; 971c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 972c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (intel_alloc_mchbar_resource(dev)) 973c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang return; 974c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 975c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang dev_priv->mchbar_need_disable = true; 976c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 977c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang /* Space is allocated or reserved, so enable it. */ 978c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (IS_I915G(dev) || IS_I915GM(dev)) { 979c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, DEVEN_REG, 980c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang temp | DEVEN_MCHBAR_EN); 981c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } else { 982c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, mchbar_reg, &temp); 983c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, mchbar_reg, temp | 1); 984c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } 985c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang} 986c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 987c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangstatic void 988c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangintel_teardown_mchbar(struct drm_device *dev) 989c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang{ 990c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang drm_i915_private_t *dev_priv = dev->dev_private; 991a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson int mchbar_reg = INTEL_INFO(dev)->gen >= 4 ? MCHBAR_I965 : MCHBAR_I915; 992c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang u32 temp; 993c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 994c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (dev_priv->mchbar_need_disable) { 995c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (IS_I915G(dev) || IS_I915GM(dev)) { 996c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, DEVEN_REG, &temp); 997c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang temp &= ~DEVEN_MCHBAR_EN; 998c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, DEVEN_REG, temp); 999c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } else { 1000c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, mchbar_reg, &temp); 1001c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang temp &= ~1; 1002c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, mchbar_reg, temp); 1003c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } 1004c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } 1005c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 1006c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (dev_priv->mch_res.start) 1007c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang release_resource(&dev_priv->mch_res); 1008c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang} 1009c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 10108082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_ADDRESS_MASK 0xfffff000 10118082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_ADDRESS_MASK_HIGH 0x000000f0 /* i915+ */ 10128082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_MAPPING_TYPE_UNCACHED (0 << 1) 10138082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_MAPPING_TYPE_DCACHE (1 << 1) /* i830 only */ 10148082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_MAPPING_TYPE_CACHED (3 << 1) 10158082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_MAPPING_TYPE_MASK (3 << 1) 10168082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_VALID (1 << 0) 10178082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10188082400327d8d2ca54254b593644942bed0edd25Jesse Barnes/** 1019fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson * i915_stolen_to_phys - take an offset into stolen memory and turn it into 1020fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson * a physical one 10218082400327d8d2ca54254b593644942bed0edd25Jesse Barnes * @dev: drm device 1022fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson * @offset: address to translate 10238082400327d8d2ca54254b593644942bed0edd25Jesse Barnes * 1024fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson * Some chip functions require allocations from stolen space and need the 1025fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson * physical address of the memory in question. 10268082400327d8d2ca54254b593644942bed0edd25Jesse Barnes */ 1027fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilsonstatic unsigned long i915_stolen_to_phys(struct drm_device *dev, u32 offset) 10288082400327d8d2ca54254b593644942bed0edd25Jesse Barnes{ 1029fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson struct drm_i915_private *dev_priv = dev->dev_private; 1030fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson struct pci_dev *pdev = dev_priv->bridge_dev; 1031fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson u32 base; 1032fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson 1033fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson#if 0 1034fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson /* On the machines I have tested the Graphics Base of Stolen Memory 1035fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson * is unreliable, so compute the base by subtracting the stolen memory 1036fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson * from the Top of Low Usable DRAM which is where the BIOS places 1037fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson * the graphics stolen memory. 1038fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson */ 1039fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (INTEL_INFO(dev)->gen > 3 || IS_G33(dev)) { 1040fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson /* top 32bits are reserved = 0 */ 1041fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson pci_read_config_dword(pdev, 0xA4, &base); 10428082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } else { 1043fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson /* XXX presume 8xx is the same as i915 */ 1044fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson pci_bus_read_config_dword(pdev->bus, 2, 0x5C, &base); 1045fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson } 1046fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson#else 1047fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (INTEL_INFO(dev)->gen > 3 || IS_G33(dev)) { 1048fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson u16 val; 1049fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson pci_read_config_word(pdev, 0xb0, &val); 1050fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson base = val >> 4 << 20; 1051fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson } else { 1052fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson u8 val; 1053fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson pci_read_config_byte(pdev, 0x9c, &val); 1054fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson base = val >> 3 << 27; 10558082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 1056c64f7ba5f1006d8c20eacafecf98d4d00a6902a0Chris Wilson base -= dev_priv->mm.gtt->stolen_size; 1057fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson#endif 10588082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 1059fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson return base + offset; 10608082400327d8d2ca54254b593644942bed0edd25Jesse Barnes} 10618082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10628082400327d8d2ca54254b593644942bed0edd25Jesse Barnesstatic void i915_warn_stolen(struct drm_device *dev) 10638082400327d8d2ca54254b593644942bed0edd25Jesse Barnes{ 10648082400327d8d2ca54254b593644942bed0edd25Jesse Barnes DRM_ERROR("not enough stolen space for compressed buffer, disabling\n"); 10658082400327d8d2ca54254b593644942bed0edd25Jesse Barnes DRM_ERROR("hint: you may be able to increase stolen memory size in the BIOS to avoid this\n"); 10668082400327d8d2ca54254b593644942bed0edd25Jesse Barnes} 10678082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10688082400327d8d2ca54254b593644942bed0edd25Jesse Barnesstatic void i915_setup_compression(struct drm_device *dev, int size) 10698082400327d8d2ca54254b593644942bed0edd25Jesse Barnes{ 10708082400327d8d2ca54254b593644942bed0edd25Jesse Barnes struct drm_i915_private *dev_priv = dev->dev_private; 1071132b6aab90d2673af67c414878da241a197e00fbPrarit Bhargava struct drm_mm_node *compressed_fb, *uninitialized_var(compressed_llb); 107229bd0ae25f8cb96b63560c2cbccec77b425e1603Andrew Morton unsigned long cfb_base; 107329bd0ae25f8cb96b63560c2cbccec77b425e1603Andrew Morton unsigned long ll_base = 0; 10748082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 107543a9539fa9e780f16c0d1e4bc91a2701f1ce178fChris Wilson /* Just in case the BIOS is doing something questionable. */ 107643a9539fa9e780f16c0d1e4bc91a2701f1ce178fChris Wilson intel_disable_fbc(dev); 107743a9539fa9e780f16c0d1e4bc91a2701f1ce178fChris Wilson 1078fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson compressed_fb = drm_mm_search_free(&dev_priv->mm.stolen, size, 4096, 0); 1079fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (compressed_fb) 1080fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson compressed_fb = drm_mm_get_block(compressed_fb, size, 4096); 1081fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (!compressed_fb) 1082fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson goto err; 10838082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 1084fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson cfb_base = i915_stolen_to_phys(dev, compressed_fb->start); 1085fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (!cfb_base) 1086fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson goto err_fb; 10878082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10889c04f015ebc2cc2cca5a4a576deb82a311578edcYuanhan Liu if (!(IS_GM45(dev) || HAS_PCH_SPLIT(dev))) { 1089fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson compressed_llb = drm_mm_search_free(&dev_priv->mm.stolen, 1090fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson 4096, 4096, 0); 1091fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (compressed_llb) 1092fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson compressed_llb = drm_mm_get_block(compressed_llb, 1093fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson 4096, 4096); 1094fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (!compressed_llb) 1095fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson goto err_fb; 109674dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes 1097fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson ll_base = i915_stolen_to_phys(dev, compressed_llb->start); 1098fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (!ll_base) 1099fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson goto err_llb; 11008082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 11018082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 11028082400327d8d2ca54254b593644942bed0edd25Jesse Barnes dev_priv->cfb_size = size; 11038082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 110420bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes dev_priv->compressed_fb = compressed_fb; 11059c04f015ebc2cc2cca5a4a576deb82a311578edcYuanhan Liu if (HAS_PCH_SPLIT(dev)) 1106b52eb4dcab23fe0c52a437276258e0afcf913ef5Zhao Yakui I915_WRITE(ILK_DPFC_CB_BASE, compressed_fb->start); 1107b52eb4dcab23fe0c52a437276258e0afcf913ef5Zhao Yakui else if (IS_GM45(dev)) { 110874dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes I915_WRITE(DPFC_CB_BASE, compressed_fb->start); 110974dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes } else { 111074dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes I915_WRITE(FBC_CFB_BASE, cfb_base); 111174dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes I915_WRITE(FBC_LL_BASE, ll_base); 111220bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes dev_priv->compressed_llb = compressed_llb; 11138082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 11148082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 1115fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson DRM_DEBUG_KMS("FBC base 0x%08lx, ll base 0x%08lx, size %dM\n", 1116fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson cfb_base, ll_base, size >> 20); 1117fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson return; 1118fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson 1119fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilsonerr_llb: 1120fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson drm_mm_put_block(compressed_llb); 1121fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilsonerr_fb: 1122fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson drm_mm_put_block(compressed_fb); 1123fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilsonerr: 1124fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson dev_priv->no_fbc_reason = FBC_STOLEN_TOO_SMALL; 1125fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson i915_warn_stolen(dev); 11268082400327d8d2ca54254b593644942bed0edd25Jesse Barnes} 11278082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 112820bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnesstatic void i915_cleanup_compression(struct drm_device *dev) 112920bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes{ 113020bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes struct drm_i915_private *dev_priv = dev->dev_private; 113120bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes 113220bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes drm_mm_put_block(dev_priv->compressed_fb); 1133aebf0dafee1a0a22b3d25db8107c6479db4aaebeJesse Barnes if (dev_priv->compressed_llb) 113420bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes drm_mm_put_block(dev_priv->compressed_llb); 113520bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes} 113620bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes 113728d520433b6375740990ab99d69b0d0067fd656bDave Airlie/* true = enable decode, false = disable decoder */ 113828d520433b6375740990ab99d69b0d0067fd656bDave Airliestatic unsigned int i915_vga_set_decode(void *cookie, bool state) 113928d520433b6375740990ab99d69b0d0067fd656bDave Airlie{ 114028d520433b6375740990ab99d69b0d0067fd656bDave Airlie struct drm_device *dev = cookie; 114128d520433b6375740990ab99d69b0d0067fd656bDave Airlie 114228d520433b6375740990ab99d69b0d0067fd656bDave Airlie intel_modeset_vga_set_state(dev, state); 114328d520433b6375740990ab99d69b0d0067fd656bDave Airlie if (state) 114428d520433b6375740990ab99d69b0d0067fd656bDave Airlie return VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM | 114528d520433b6375740990ab99d69b0d0067fd656bDave Airlie VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM; 114628d520433b6375740990ab99d69b0d0067fd656bDave Airlie else 114728d520433b6375740990ab99d69b0d0067fd656bDave Airlie return VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM; 114828d520433b6375740990ab99d69b0d0067fd656bDave Airlie} 114928d520433b6375740990ab99d69b0d0067fd656bDave Airlie 11506a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airliestatic void i915_switcheroo_set_state(struct pci_dev *pdev, enum vga_switcheroo_state state) 11516a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie{ 11526a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie struct drm_device *dev = pci_get_drvdata(pdev); 11536a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie pm_message_t pmm = { .event = PM_EVENT_SUSPEND }; 11546a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie if (state == VGA_SWITCHEROO_ON) { 1155fbf81762e385d3d45acad057b654d56972acf58cDave Airlie printk(KERN_INFO "i915: switched on\n"); 11565bcf719b7db0f9366cedaf102b081f99b1c325aeDave Airlie dev->switch_power_state = DRM_SWITCH_POWER_CHANGING; 11576a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie /* i915 resume handler doesn't set to D0 */ 11586a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie pci_set_power_state(dev->pdev, PCI_D0); 11596a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie i915_resume(dev); 11605bcf719b7db0f9366cedaf102b081f99b1c325aeDave Airlie dev->switch_power_state = DRM_SWITCH_POWER_ON; 11616a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie } else { 11626a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie printk(KERN_ERR "i915: switched off\n"); 11635bcf719b7db0f9366cedaf102b081f99b1c325aeDave Airlie dev->switch_power_state = DRM_SWITCH_POWER_CHANGING; 11646a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie i915_suspend(dev, pmm); 11655bcf719b7db0f9366cedaf102b081f99b1c325aeDave Airlie dev->switch_power_state = DRM_SWITCH_POWER_OFF; 11666a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie } 11676a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie} 11686a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie 11696a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airliestatic bool i915_switcheroo_can_switch(struct pci_dev *pdev) 11706a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie{ 11716a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie struct drm_device *dev = pci_get_drvdata(pdev); 11726a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie bool can_switch; 11736a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie 11746a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie spin_lock(&dev->count_lock); 11756a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie can_switch = (dev->open_count == 0); 11766a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie spin_unlock(&dev->count_lock); 11776a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie return can_switch; 11786a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie} 11796a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie 11802c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilsonstatic int i915_load_gem_init(struct drm_device *dev) 118179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes{ 118279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes struct drm_i915_private *dev_priv = dev->dev_private; 118353984635a659e360f206a81ada4ae813152d72f1Daniel Vetter unsigned long prealloc_size, gtt_size, mappable_size; 11842c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson int ret; 118579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 1186c64f7ba5f1006d8c20eacafecf98d4d00a6902a0Chris Wilson prealloc_size = dev_priv->mm.gtt->stolen_size; 118753984635a659e360f206a81ada4ae813152d72f1Daniel Vetter gtt_size = dev_priv->mm.gtt->gtt_total_entries << PAGE_SHIFT; 118853984635a659e360f206a81ada4ae813152d72f1Daniel Vetter mappable_size = dev_priv->mm.gtt->gtt_mappable_entries << PAGE_SHIFT; 118953984635a659e360f206a81ada4ae813152d72f1Daniel Vetter 1190fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson /* Basic memrange allocator for stolen space */ 1191fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson drm_mm_init(&dev_priv->mm.stolen, 0, prealloc_size); 119279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 1193fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson /* Let GEM Manage all of the aperture. 119413f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * 119513f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * However, leave one page at the end still bound to the scratch page. 119613f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * There are a number of places where the hardware apparently 119713f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * prefetches past the end of the object, and we've seen multiple 119813f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * hangs with the GPU head pointer stuck in a batchbuffer bound 119913f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * at the last page of the aperture. One page should be enough to 120013f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * keep any prefetching inside of the aperture. 120113f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt */ 1202fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson i915_gem_do_init(dev, 0, mappable_size, gtt_size - PAGE_SIZE); 120379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 120411ed50ec2a316928c2bacc1149bded86c6a96068Ben Gamari mutex_lock(&dev->struct_mutex); 120579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes ret = i915_gem_init_ringbuffer(dev); 120611ed50ec2a316928c2bacc1149bded86c6a96068Ben Gamari mutex_unlock(&dev->struct_mutex); 120779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (ret) 12082c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson return ret; 120979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 12108082400327d8d2ca54254b593644942bed0edd25Jesse Barnes /* Try to set up FBC with a reasonable compressed buffer size */ 12119216d44dc13b5e858253f06d83ceea25a9b72f4fShaohua Li if (I915_HAS_FBC(dev) && i915_powersave) { 12128082400327d8d2ca54254b593644942bed0edd25Jesse Barnes int cfb_size; 12138082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 1214fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson /* Leave 1M for line length buffer & misc. */ 1215fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson 1216fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson /* Try to get a 32M buffer... */ 1217fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (prealloc_size > (36*1024*1024)) 1218fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson cfb_size = 32*1024*1024; 12198082400327d8d2ca54254b593644942bed0edd25Jesse Barnes else /* fall back to 7/8 of the stolen space */ 12208082400327d8d2ca54254b593644942bed0edd25Jesse Barnes cfb_size = prealloc_size * 7 / 8; 12218082400327d8d2ca54254b593644942bed0edd25Jesse Barnes i915_setup_compression(dev, cfb_size); 12228082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 12238082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 1224fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson /* Allow hardware batchbuffers unless told otherwise. */ 122579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes dev_priv->allow_batchbuffer = 1; 12262c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson return 0; 12272c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson} 12282c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson 12292c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilsonstatic int i915_load_modeset_init(struct drm_device *dev) 12302c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson{ 12312c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson struct drm_i915_private *dev_priv = dev->dev_private; 12322c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson int ret; 123379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 12346d139a87b747aaebc969ac5f4eb8db766fcd9cbdBryan Freed ret = intel_parse_bios(dev); 123579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (ret) 123679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes DRM_INFO("failed to find VBIOS tables\n"); 123779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 1238934f992c763ae1e5eefcce8af769c16444085df7Chris Wilson /* If we have > 1 VGA cards, then we need to arbitrate access 1239934f992c763ae1e5eefcce8af769c16444085df7Chris Wilson * to the common VGA resources. 1240934f992c763ae1e5eefcce8af769c16444085df7Chris Wilson * 1241934f992c763ae1e5eefcce8af769c16444085df7Chris Wilson * If we are a secondary display controller (!PCI_DISPLAY_CLASS_VGA), 1242934f992c763ae1e5eefcce8af769c16444085df7Chris Wilson * then we do not take part in VGA arbitration and the 1243934f992c763ae1e5eefcce8af769c16444085df7Chris Wilson * vga_client_register() fails with -ENODEV. 1244934f992c763ae1e5eefcce8af769c16444085df7Chris Wilson */ 124528d520433b6375740990ab99d69b0d0067fd656bDave Airlie ret = vga_client_register(dev->pdev, dev, NULL, i915_vga_set_decode); 1246934f992c763ae1e5eefcce8af769c16444085df7Chris Wilson if (ret && ret != -ENODEV) 12472c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson goto out; 124828d520433b6375740990ab99d69b0d0067fd656bDave Airlie 1249723bfd707a97fee06eb3ba4d3e8b4714c29a1064Jesse Barnes intel_register_dsm_handler(); 1250723bfd707a97fee06eb3ba4d3e8b4714c29a1064Jesse Barnes 12516a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie ret = vga_switcheroo_register_client(dev->pdev, 12526a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie i915_switcheroo_set_state, 12538d608aa6295242fe4c4b6105b8c59c6a5b232d89Dave Airlie NULL, 12546a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie i915_switcheroo_can_switch); 12556a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie if (ret) 12565a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson goto cleanup_vga_client; 12576a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie 12581afe3e9d4335bf3bc5615e37243dc8fef65dac8fJesse Barnes /* IIR "flip pending" bit means done if this bit is set */ 12591afe3e9d4335bf3bc5615e37243dc8fef65dac8fJesse Barnes if (IS_GEN3(dev) && (I915_READ(ECOSKPD) & ECO_FLIP_DONE)) 12601afe3e9d4335bf3bc5615e37243dc8fef65dac8fJesse Barnes dev_priv->flip_pending_is_done = true; 12611afe3e9d4335bf3bc5615e37243dc8fef65dac8fJesse Barnes 1262b01f2c3a4a37d09a47ad73ccbb46d554d21cfeb0Jesse Barnes intel_modeset_init(dev); 1263b01f2c3a4a37d09a47ad73ccbb46d554d21cfeb0Jesse Barnes 12642c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson ret = i915_load_gem_init(dev); 126579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (ret) 12665a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson goto cleanup_vga_switcheroo; 126779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 12682c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson intel_modeset_gem_init(dev); 12692c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson 12702c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson ret = drm_irq_install(dev); 12712c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson if (ret) 12722c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson goto cleanup_gem; 12732c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson 127479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes /* Always safe in the mode setting case. */ 127579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes /* FIXME: do pre/post-mode set stuff in core KMS code */ 127679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes dev->vblank_disable_allowed = 1; 127779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 12785a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson ret = intel_fbdev_init(dev); 12795a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson if (ret) 12805a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson goto cleanup_irq; 12815a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson 1282eb1f8e4f3be898df808e2dfc131099f5831d491dDave Airlie drm_kms_helper_poll_init(dev); 128387acb0a550694ff1a7725ea3a73b80d8ccf56180Chris Wilson 128487acb0a550694ff1a7725ea3a73b80d8ccf56180Chris Wilson /* We're off and running w/KMS */ 128587acb0a550694ff1a7725ea3a73b80d8ccf56180Chris Wilson dev_priv->mm.suspended = 0; 128687acb0a550694ff1a7725ea3a73b80d8ccf56180Chris Wilson 128779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes return 0; 128879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 12895a79395b2791cc70442ab8434aed1b5206683e7cChris Wilsoncleanup_irq: 12905a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson drm_irq_uninstall(dev); 12912c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilsoncleanup_gem: 12922c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson mutex_lock(&dev->struct_mutex); 12932c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson i915_gem_cleanup_ringbuffer(dev); 12942c7111dbaec72b01c804afb8ad77c6c7523986fdChris Wilson mutex_unlock(&dev->struct_mutex); 12955a79395b2791cc70442ab8434aed1b5206683e7cChris Wilsoncleanup_vga_switcheroo: 12965a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson vga_switcheroo_unregister_client(dev->pdev); 12975a79395b2791cc70442ab8434aed1b5206683e7cChris Wilsoncleanup_vga_client: 12985a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson vga_client_register(dev->pdev, NULL, NULL, NULL); 129979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnesout: 130079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes return ret; 130179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes} 130279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 13037c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlieint i915_master_create(struct drm_device *dev, struct drm_master *master) 13047c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie{ 13057c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv; 13067c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 13079a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt master_priv = kzalloc(sizeof(*master_priv), GFP_KERNEL); 13087c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (!master_priv) 13097c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie return -ENOMEM; 13107c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 13117c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master->driver_priv = master_priv; 13127c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie return 0; 13137c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie} 13147c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 13157c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlievoid i915_master_destroy(struct drm_device *dev, struct drm_master *master) 13167c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie{ 13177c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = master->driver_priv; 13187c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 13197c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (!master_priv) 13207c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie return; 13217c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 13229a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(master_priv); 13237c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 13247c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master->driver_priv = NULL; 13257c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie} 13267c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 13277648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesstatic void i915_pineview_get_mem_freq(struct drm_device *dev) 13287662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li{ 13297662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li drm_i915_private_t *dev_priv = dev->dev_private; 13307662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li u32 tmp; 13317662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li 13327662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li tmp = I915_READ(CLKCFG); 13337662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li 13347662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li switch (tmp & CLKCFG_FSB_MASK) { 13357662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_FSB_533: 13367662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->fsb_freq = 533; /* 133*4 */ 13377662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13387662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_FSB_800: 13397662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->fsb_freq = 800; /* 200*4 */ 13407662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13417662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_FSB_667: 13427662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->fsb_freq = 667; /* 167*4 */ 13437662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13447662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_FSB_400: 13457662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->fsb_freq = 400; /* 100*4 */ 13467662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13477662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li } 13487662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li 13497662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li switch (tmp & CLKCFG_MEM_MASK) { 13507662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_MEM_533: 13517662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->mem_freq = 533; 13527662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13537662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_MEM_667: 13547662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->mem_freq = 667; 13557662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13567662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_MEM_800: 13577662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->mem_freq = 800; 13587662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13597662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li } 13609553426372eef71c849499fb1d232f4b0577c0f9Li Peng 13619553426372eef71c849499fb1d232f4b0577c0f9Li Peng /* detect pineview DDR3 setting */ 13629553426372eef71c849499fb1d232f4b0577c0f9Li Peng tmp = I915_READ(CSHRDDR3CTL); 13639553426372eef71c849499fb1d232f4b0577c0f9Li Peng dev_priv->is_ddr3 = (tmp & CSHRDDR3CTL_DDR3) ? 1 : 0; 13647662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li} 13657662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li 13667648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesstatic void i915_ironlake_get_mem_freq(struct drm_device *dev) 13677648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 13687648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes drm_i915_private_t *dev_priv = dev->dev_private; 13697648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u16 ddrpll, csipll; 13707648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 13717648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ddrpll = I915_READ16(DDRMPLL1); 13727648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes csipll = I915_READ16(CSIPLL0); 13737648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 13747648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes switch (ddrpll & 0xff) { 13757648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0xc: 13767648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mem_freq = 800; 13777648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13787648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x10: 13797648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mem_freq = 1066; 13807648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13817648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x14: 13827648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mem_freq = 1333; 13837648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13847648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x18: 13857648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mem_freq = 1600; 13867648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13877648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes default: 13887648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes DRM_DEBUG_DRIVER("unknown memory frequency 0x%02x\n", 13897648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ddrpll & 0xff); 13907648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mem_freq = 0; 13917648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13927648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 13937648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 13947648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->r_t = dev_priv->mem_freq; 13957648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 13967648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes switch (csipll & 0x3ff) { 13977648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x00c: 13987648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 3200; 13997648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14007648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x00e: 14017648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 3733; 14027648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14037648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x010: 14047648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 4266; 14057648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14067648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x012: 14077648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 4800; 14087648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14097648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x014: 14107648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 5333; 14117648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14127648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x016: 14137648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 5866; 14147648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14157648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x018: 14167648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 6400; 14177648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14187648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes default: 14197648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes DRM_DEBUG_DRIVER("unknown fsb frequency 0x%04x\n", 14207648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes csipll & 0x3ff); 14217648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 0; 14227648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14237648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 14247648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14257648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (dev_priv->fsb_freq == 3200) { 14267648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->c_m = 0; 14277648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } else if (dev_priv->fsb_freq > 3200 && dev_priv->fsb_freq <= 4800) { 14287648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->c_m = 1; 14297648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } else { 14307648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->c_m = 2; 14317648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 14327648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 14337648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 1434faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilsonstatic const struct cparams { 1435faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson u16 i; 1436faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson u16 t; 1437faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson u16 m; 1438faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson u16 c; 1439faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson} cparams[] = { 14407648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 1, 1333, 301, 28664 }, 14417648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 1, 1066, 294, 24460 }, 14427648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 1, 800, 294, 25192 }, 14437648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 0, 1333, 276, 27605 }, 14447648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 0, 1066, 276, 27605 }, 14457648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 0, 800, 231, 23784 }, 14467648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes}; 14477648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14487648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesunsigned long i915_chipset_val(struct drm_i915_private *dev_priv) 14497648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 14507648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u64 total_count, diff, ret; 14517648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u32 count1, count2, count3, m = 0, c = 0; 14527648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long now = jiffies_to_msecs(jiffies), diff1; 14537648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes int i; 14547648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14557648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff1 = now - dev_priv->last_time1; 14567648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14577648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes count1 = I915_READ(DMIEC); 14587648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes count2 = I915_READ(DDREC); 14597648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes count3 = I915_READ(CSIEC); 14607648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14617648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes total_count = count1 + count2 + count3; 14627648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14637648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes /* FIXME: handle per-counter overflow */ 14647648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (total_count < dev_priv->last_count1) { 14657648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff = ~0UL - dev_priv->last_count1; 14667648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff += total_count; 14677648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } else { 14687648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff = total_count - dev_priv->last_count1; 14697648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 14707648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14717648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes for (i = 0; i < ARRAY_SIZE(cparams); i++) { 14727648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (cparams[i].i == dev_priv->c_m && 14737648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes cparams[i].t == dev_priv->r_t) { 14747648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes m = cparams[i].m; 14757648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes c = cparams[i].c; 14767648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14777648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 14787648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 14797648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 1480d270ae34eb77c58dea60e5b1e300a698d2ce39acJesse Barnes diff = div_u64(diff, diff1); 14817648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = ((m * diff) + c); 1482d270ae34eb77c58dea60e5b1e300a698d2ce39acJesse Barnes ret = div_u64(ret, 10); 14837648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14847648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->last_count1 = total_count; 14857648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->last_time1 = now; 14867648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14877648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return ret; 14887648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 14897648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14907648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesunsigned long i915_mch_val(struct drm_i915_private *dev_priv) 14917648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 14927648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long m, x, b; 14937648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u32 tsfs; 14947648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14957648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes tsfs = I915_READ(TSFS); 14967648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14977648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes m = ((tsfs & TSFS_SLOPE_MASK) >> TSFS_SLOPE_SHIFT); 14987648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes x = I915_READ8(TR1); 14997648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 15007648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes b = tsfs & TSFS_INTR_MASK; 15017648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 15027648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return ((m * x) / 127) - b; 15037648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 15047648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 1505faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilsonstatic u16 pvid_to_extvid(struct drm_i915_private *dev_priv, u8 pxvid) 15067648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 1507faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson static const struct v_table { 1508faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson u16 vd; /* in .1 mil */ 1509faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson u16 vm; /* in .1 mil */ 1510faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson } v_table[] = { 1511faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 0, 0, }, 1512faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 375, 0, }, 1513faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 500, 0, }, 1514faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 625, 0, }, 1515faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 750, 0, }, 1516faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 875, 0, }, 1517faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 1000, 0, }, 1518faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 1125, 0, }, 1519faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1520faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1521faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1522faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1523faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1524faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1525faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1526faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1527faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1528faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1529faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1530faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1531faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1532faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1533faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1534faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1535faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1536faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1537faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1538faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1539faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1540faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1541faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1542faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1543faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4250, 3125, }, 1544faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4375, 3250, }, 1545faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4500, 3375, }, 1546faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4625, 3500, }, 1547faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4750, 3625, }, 1548faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4875, 3750, }, 1549faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 5000, 3875, }, 1550faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 5125, 4000, }, 1551faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 5250, 4125, }, 1552faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 5375, 4250, }, 1553faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 5500, 4375, }, 1554faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 5625, 4500, }, 1555faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 5750, 4625, }, 1556faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 5875, 4750, }, 1557faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 6000, 4875, }, 1558faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 6125, 5000, }, 1559faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 6250, 5125, }, 1560faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 6375, 5250, }, 1561faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 6500, 5375, }, 1562faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 6625, 5500, }, 1563faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 6750, 5625, }, 1564faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 6875, 5750, }, 1565faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 7000, 5875, }, 1566faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 7125, 6000, }, 1567faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 7250, 6125, }, 1568faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 7375, 6250, }, 1569faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 7500, 6375, }, 1570faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 7625, 6500, }, 1571faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 7750, 6625, }, 1572faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 7875, 6750, }, 1573faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 8000, 6875, }, 1574faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 8125, 7000, }, 1575faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 8250, 7125, }, 1576faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 8375, 7250, }, 1577faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 8500, 7375, }, 1578faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 8625, 7500, }, 1579faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 8750, 7625, }, 1580faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 8875, 7750, }, 1581faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 9000, 7875, }, 1582faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 9125, 8000, }, 1583faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 9250, 8125, }, 1584faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 9375, 8250, }, 1585faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 9500, 8375, }, 1586faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 9625, 8500, }, 1587faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 9750, 8625, }, 1588faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 9875, 8750, }, 1589faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 10000, 8875, }, 1590faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 10125, 9000, }, 1591faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 10250, 9125, }, 1592faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 10375, 9250, }, 1593faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 10500, 9375, }, 1594faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 10625, 9500, }, 1595faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 10750, 9625, }, 1596faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 10875, 9750, }, 1597faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 11000, 9875, }, 1598faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 11125, 10000, }, 1599faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 11250, 10125, }, 1600faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 11375, 10250, }, 1601faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 11500, 10375, }, 1602faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 11625, 10500, }, 1603faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 11750, 10625, }, 1604faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 11875, 10750, }, 1605faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 12000, 10875, }, 1606faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 12125, 11000, }, 1607faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 12250, 11125, }, 1608faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 12375, 11250, }, 1609faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 12500, 11375, }, 1610faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 12625, 11500, }, 1611faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 12750, 11625, }, 1612faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 12875, 11750, }, 1613faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 13000, 11875, }, 1614faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 13125, 12000, }, 1615faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 13250, 12125, }, 1616faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 13375, 12250, }, 1617faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 13500, 12375, }, 1618faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 13625, 12500, }, 1619faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 13750, 12625, }, 1620faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 13875, 12750, }, 1621faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 14000, 12875, }, 1622faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 14125, 13000, }, 1623faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 14250, 13125, }, 1624faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 14375, 13250, }, 1625faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 14500, 13375, }, 1626faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 14625, 13500, }, 1627faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 14750, 13625, }, 1628faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 14875, 13750, }, 1629faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 15000, 13875, }, 1630faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 15125, 14000, }, 1631faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 15250, 14125, }, 1632faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 15375, 14250, }, 1633faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 15500, 14375, }, 1634faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 15625, 14500, }, 1635faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 15750, 14625, }, 1636faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 15875, 14750, }, 1637faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 16000, 14875, }, 1638faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 16125, 15000, }, 1639faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson }; 1640faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson if (dev_priv->info->is_mobile) 1641faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson return v_table[pxvid].vm; 1642faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson else 1643faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson return v_table[pxvid].vd; 16447648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 16457648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16467648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesvoid i915_update_gfx_val(struct drm_i915_private *dev_priv) 16477648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 16487648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes struct timespec now, diff1; 16497648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u64 diff; 16507648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long diffms; 16517648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u32 count; 16527648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16537648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes getrawmonotonic(&now); 16547648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff1 = timespec_sub(now, dev_priv->last_time2); 16557648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16567648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes /* Don't divide by 0 */ 16577648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diffms = diff1.tv_sec * 1000 + diff1.tv_nsec / 1000000; 16587648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!diffms) 16597648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return; 16607648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16617648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes count = I915_READ(GFXEC); 16627648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16637648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (count < dev_priv->last_count2) { 16647648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff = ~0UL - dev_priv->last_count2; 16657648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff += count; 16667648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } else { 16677648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff = count - dev_priv->last_count2; 16687648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 16697648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16707648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->last_count2 = count; 16717648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->last_time2 = now; 16727648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16737648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes /* More magic constants... */ 16747648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff = diff * 1181; 1675d270ae34eb77c58dea60e5b1e300a698d2ce39acJesse Barnes diff = div_u64(diff, diffms * 10); 16767648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->gfx_power = diff; 16777648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 16787648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16797648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesunsigned long i915_gfx_val(struct drm_i915_private *dev_priv) 16807648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 16817648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long t, corr, state1, corr2, state2; 16827648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u32 pxvid, ext_v; 16837648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16847648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes pxvid = I915_READ(PXVFREQ_BASE + (dev_priv->cur_delay * 4)); 16857648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes pxvid = (pxvid >> 24) & 0x7f; 16867648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ext_v = pvid_to_extvid(dev_priv, pxvid); 16877648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16887648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes state1 = ext_v; 16897648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16907648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes t = i915_mch_val(dev_priv); 16917648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16927648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes /* Revel in the empirically derived constants */ 16937648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16947648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes /* Correction factor in 1/100000 units */ 16957648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (t > 80) 16967648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr = ((t * 2349) + 135940); 16977648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes else if (t >= 50) 16987648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr = ((t * 964) + 29317); 16997648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes else /* < 50 */ 17007648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr = ((t * 301) + 1004); 17017648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17027648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr = corr * ((150142 * state1) / 10000 - 78642); 17037648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr /= 100000; 17047648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr2 = (corr * dev_priv->corr); 17057648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17067648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes state2 = (corr2 * state1) / 10000; 17077648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes state2 /= 100; /* convert to mW */ 17087648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17097648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes i915_update_gfx_val(dev_priv); 17107648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17117648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return dev_priv->gfx_power + state2; 17127648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 17137648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17147648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/* Global for IPS driver to get at the current i915 device */ 17157648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesstatic struct drm_i915_private *i915_mch_dev; 17167648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/* 17177648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * Lock protecting IPS related data structures 17187648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * - i915_mch_dev 17197648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * - dev_priv->max_delay 17207648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * - dev_priv->min_delay 17217648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * - dev_priv->fmax 17227648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * - dev_priv->gpu_busy 17237648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 1724995b6762f0fd54377bbfafdf5328b12de698bfa8Chris Wilsonstatic DEFINE_SPINLOCK(mchdev_lock); 17257648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17267648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/** 17277648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * i915_read_mch_val - return value for IPS use 17287648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * 17297648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * Calculate and return a value for the IPS driver to use when deciding whether 17307648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * we have thermal and power headroom to increase CPU or GPU power budget. 17317648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 17327648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesunsigned long i915_read_mch_val(void) 17337648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 17340206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi struct drm_i915_private *dev_priv; 17357648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long chipset_val, graphics_val, ret = 0; 17367648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17370206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi spin_lock(&mchdev_lock); 17387648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!i915_mch_dev) 17397648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes goto out_unlock; 17407648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv = i915_mch_dev; 17417648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17427648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes chipset_val = i915_chipset_val(dev_priv); 17437648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes graphics_val = i915_gfx_val(dev_priv); 17447648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17457648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = chipset_val + graphics_val; 17467648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17477648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesout_unlock: 17480206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi spin_unlock(&mchdev_lock); 17497648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17500206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi return ret; 17517648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 17527648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse BarnesEXPORT_SYMBOL_GPL(i915_read_mch_val); 17537648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17547648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/** 17557648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * i915_gpu_raise - raise GPU frequency limit 17567648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * 17577648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * Raise the limit; IPS indicates we have thermal headroom. 17587648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 17597648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesbool i915_gpu_raise(void) 17607648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 17610206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi struct drm_i915_private *dev_priv; 17627648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes bool ret = true; 17637648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17640206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi spin_lock(&mchdev_lock); 17657648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!i915_mch_dev) { 17667648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = false; 17677648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes goto out_unlock; 17687648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 17697648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv = i915_mch_dev; 17707648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17717648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (dev_priv->max_delay > dev_priv->fmax) 17727648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->max_delay--; 17737648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17747648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesout_unlock: 17750206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi spin_unlock(&mchdev_lock); 17767648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17770206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi return ret; 17787648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 17797648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse BarnesEXPORT_SYMBOL_GPL(i915_gpu_raise); 17807648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17817648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/** 17827648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * i915_gpu_lower - lower GPU frequency limit 17837648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * 17847648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * IPS indicates we're close to a thermal limit, so throttle back the GPU 17857648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * frequency maximum. 17867648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 17877648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesbool i915_gpu_lower(void) 17887648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 17890206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi struct drm_i915_private *dev_priv; 17907648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes bool ret = true; 17917648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17920206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi spin_lock(&mchdev_lock); 17937648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!i915_mch_dev) { 17947648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = false; 17957648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes goto out_unlock; 17967648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 17977648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv = i915_mch_dev; 17987648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17997648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (dev_priv->max_delay < dev_priv->min_delay) 18007648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->max_delay++; 18017648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18027648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesout_unlock: 18030206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi spin_unlock(&mchdev_lock); 18047648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18050206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi return ret; 18067648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 18077648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse BarnesEXPORT_SYMBOL_GPL(i915_gpu_lower); 18087648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18097648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/** 18107648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * i915_gpu_busy - indicate GPU business to IPS 18117648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * 18127648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * Tell the IPS driver whether or not the GPU is busy. 18137648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 18147648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesbool i915_gpu_busy(void) 18157648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 18160206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi struct drm_i915_private *dev_priv; 18177648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes bool ret = false; 18187648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18190206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi spin_lock(&mchdev_lock); 18207648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!i915_mch_dev) 18217648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes goto out_unlock; 18227648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv = i915_mch_dev; 18237648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18247648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = dev_priv->busy; 18257648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18267648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesout_unlock: 18270206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi spin_unlock(&mchdev_lock); 18287648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18290206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi return ret; 18307648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 18317648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse BarnesEXPORT_SYMBOL_GPL(i915_gpu_busy); 18327648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18337648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/** 18347648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * i915_gpu_turbo_disable - disable graphics turbo 18357648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * 18367648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * Disable graphics turbo by resetting the max frequency and setting the 18377648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * current frequency to the default. 18387648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 18397648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesbool i915_gpu_turbo_disable(void) 18407648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 18410206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi struct drm_i915_private *dev_priv; 18427648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes bool ret = true; 18437648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18440206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi spin_lock(&mchdev_lock); 18457648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!i915_mch_dev) { 18467648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = false; 18477648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes goto out_unlock; 18487648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 18497648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv = i915_mch_dev; 18507648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18517648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->max_delay = dev_priv->fstart; 18527648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18537648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!ironlake_set_drps(dev_priv->dev, dev_priv->fstart)) 18547648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = false; 18557648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18567648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesout_unlock: 18570206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi spin_unlock(&mchdev_lock); 18587648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18590206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi return ret; 18607648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 18617648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse BarnesEXPORT_SYMBOL_GPL(i915_gpu_turbo_disable); 18627648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 186379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes/** 186463ee41d794d9c555f84205517a68509848988760Eric Anholt * Tells the intel_ips driver that the i915 driver is now loaded, if 186563ee41d794d9c555f84205517a68509848988760Eric Anholt * IPS got loaded first. 186663ee41d794d9c555f84205517a68509848988760Eric Anholt * 186763ee41d794d9c555f84205517a68509848988760Eric Anholt * This awkward dance is so that neither module has to depend on the 186863ee41d794d9c555f84205517a68509848988760Eric Anholt * other in order for IPS to do the appropriate communication of 186963ee41d794d9c555f84205517a68509848988760Eric Anholt * GPU turbo limits to i915. 187063ee41d794d9c555f84205517a68509848988760Eric Anholt */ 187163ee41d794d9c555f84205517a68509848988760Eric Anholtstatic void 187263ee41d794d9c555f84205517a68509848988760Eric Anholtips_ping_for_i915_load(void) 187363ee41d794d9c555f84205517a68509848988760Eric Anholt{ 187463ee41d794d9c555f84205517a68509848988760Eric Anholt void (*link)(void); 187563ee41d794d9c555f84205517a68509848988760Eric Anholt 187663ee41d794d9c555f84205517a68509848988760Eric Anholt link = symbol_get(ips_link_to_i915_driver); 187763ee41d794d9c555f84205517a68509848988760Eric Anholt if (link) { 187863ee41d794d9c555f84205517a68509848988760Eric Anholt link(); 187963ee41d794d9c555f84205517a68509848988760Eric Anholt symbol_put(ips_link_to_i915_driver); 188063ee41d794d9c555f84205517a68509848988760Eric Anholt } 188163ee41d794d9c555f84205517a68509848988760Eric Anholt} 188263ee41d794d9c555f84205517a68509848988760Eric Anholt 188363ee41d794d9c555f84205517a68509848988760Eric Anholt/** 188479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * i915_driver_load - setup chip and create an initial config 188579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * @dev: DRM device 188679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * @flags: startup flags 188779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * 188879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * The driver load routine has to do several things: 188979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * - drive output discovery via intel_modeset_init() 189079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * - initialize the memory manager 189179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * - allocate initial config memory 189279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * - setup the DRM framebuffer with the allocated memory 189379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes */ 189484b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airlieint i915_driver_load(struct drm_device *dev, unsigned long flags) 189522eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie{ 1896ea059a1ec4496a10f94ca9d0c1b530faf1b85dceLuca Tettamanti struct drm_i915_private *dev_priv; 1897cfdf1fa23f4074c9f8766dc67a928bbf680b1ac9Kristian Høgsberg int ret = 0, mmio_bar; 1898fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson uint32_t agp_size; 1899fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson 190022eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie /* i915 has 4 more counters */ 190122eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie dev->counters += 4; 190222eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie dev->types[6] = _DRM_STAT_IRQ; 190322eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie dev->types[7] = _DRM_STAT_PRIMARY; 190422eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie dev->types[8] = _DRM_STAT_SECONDARY; 190522eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie dev->types[9] = _DRM_STAT_DMA; 190622eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie 19079a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt dev_priv = kzalloc(sizeof(drm_i915_private_t), GFP_KERNEL); 1908ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes if (dev_priv == NULL) 1909ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes return -ENOMEM; 1910ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 1911ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes dev->dev_private = (void *)dev_priv; 1912673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt dev_priv->dev = dev; 1913cfdf1fa23f4074c9f8766dc67a928bbf680b1ac9Kristian Høgsberg dev_priv->info = (struct intel_device_info *) flags; 1914ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 1915ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie if (i915_get_bridge_dev(dev)) { 1916ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie ret = -EIO; 1917ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie goto free_priv; 1918ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie } 1919ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie 19209f82d23846146990d475f6753be733e55788d88dDaniel Vetter /* overlay on gen2 is broken and can't address above 1G */ 19219f82d23846146990d475f6753be733e55788d88dDaniel Vetter if (IS_GEN2(dev)) 19229f82d23846146990d475f6753be733e55788d88dDaniel Vetter dma_set_coherent_mask(&dev->pdev->dev, DMA_BIT_MASK(30)); 19239f82d23846146990d475f6753be733e55788d88dDaniel Vetter 19246927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann /* 965GM sometimes incorrectly writes to hardware status page (HWS) 19256927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann * using 32bit addressing, overwriting memory if HWS is located 19266927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann * above 4GB. 19276927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann * 19286927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann * The documentation also mentions an issue with undefined 19296927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann * behaviour if any general state is accessed within a page above 4GB, 19306927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann * which also needs to be handled carefully. 19316927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann */ 19326927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann if (IS_BROADWATER(dev) || IS_CRESTLINE(dev)) 19336927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann dma_set_coherent_mask(&dev->pdev->dev, DMA_BIT_MASK(32)); 19346927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann 1935b4ce0f85159f77f208a62930f67b4e548576a5a3Chris Wilson mmio_bar = IS_GEN2(dev) ? 1 : 0; 1936b4ce0f85159f77f208a62930f67b4e548576a5a3Chris Wilson dev_priv->regs = pci_iomap(dev->pdev, mmio_bar, 0); 1937b4ce0f85159f77f208a62930f67b4e548576a5a3Chris Wilson if (!dev_priv->regs) { 1938b4ce0f85159f77f208a62930f67b4e548576a5a3Chris Wilson DRM_ERROR("failed to map registers\n"); 1939b4ce0f85159f77f208a62930f67b4e548576a5a3Chris Wilson ret = -EIO; 1940b4ce0f85159f77f208a62930f67b4e548576a5a3Chris Wilson goto put_bridge; 1941b4ce0f85159f77f208a62930f67b4e548576a5a3Chris Wilson } 1942b4ce0f85159f77f208a62930f67b4e548576a5a3Chris Wilson 194371e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson dev_priv->mm.gtt = intel_gtt_get(); 194471e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson if (!dev_priv->mm.gtt) { 194571e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson DRM_ERROR("Failed to initialize GTT\n"); 194671e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson ret = -ENODEV; 1947a7b85d2aa63ed09cd5a4a640772b3272f5ac7caaKeith Packard goto out_rmmap; 194871e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson } 194971e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson 195071e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson agp_size = dev_priv->mm.gtt->gtt_mappable_entries << PAGE_SHIFT; 195171e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson 19520206e353a0416ad63ce07f53c807c2c725633b87Akshay Joshi dev_priv->mm.gtt_mapping = 195371e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson io_mapping_create_wc(dev->agp->base, agp_size); 19546644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi if (dev_priv->mm.gtt_mapping == NULL) { 19556644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi ret = -EIO; 19566644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi goto out_rmmap; 19576644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi } 19586644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi 1959ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt /* Set up a WC MTRR for non-PAT systems. This is more common than 1960ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt * one would think, because the kernel disables PAT on first 1961ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt * generation Core chips because WC PAT gets overridden by a UC 1962ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt * MTRR if present. Even if a UC MTRR isn't present. 1963ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt */ 1964ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt dev_priv->mm.gtt_mtrr = mtrr_add(dev->agp->base, 196571e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson agp_size, 1966ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt MTRR_TYPE_WRCOMB, 1); 1967ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt if (dev_priv->mm.gtt_mtrr < 0) { 1968040aefa263aa9cd7bd5df50586c35e1e15e77f84Eric Anholt DRM_INFO("MTRR allocation failed. Graphics " 1969ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt "performance may suffer.\n"); 1970ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt } 197119966754328d99ee003ddfc7a8c31ceb115483acDaniel Vetter 1972e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson /* The i915 workqueue is primarily used for batched retirement of 1973e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * requests (and thus managing bo) once the task has been completed 1974e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * by the GPU. i915_gem_retire_requests() is called directly when we 1975e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * need high-priority retirement, such as waiting for an explicit 1976e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * bo. 1977e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * 1978e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * It is also used for periodic low-priority events, such as 1979df9c2042858e85ab46731c13e708a5b0799db848Eric Anholt * idle-timers and recording error state. 1980e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * 1981e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * All tasks on the workqueue are expected to acquire the dev mutex 1982e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * so there is no point in running more than one instance of the 1983e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * workqueue at any time: max_active = 1 and NON_REENTRANT. 1984e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson */ 1985e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson dev_priv->wq = alloc_workqueue("i915", 1986e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson WQ_UNBOUND | WQ_NON_REENTRANT, 1987e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson 1); 19889c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt if (dev_priv->wq == NULL) { 19899c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt DRM_ERROR("Failed to create our workqueue.\n"); 19909c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt ret = -ENOMEM; 1991a7b85d2aa63ed09cd5a4a640772b3272f5ac7caaKeith Packard goto out_mtrrfree; 19929c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt } 19939c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt 1994ac5c4e76180a74c7f922f6fa71ace0cef45fa433Dave Airlie /* enable GEM by default */ 1995ac5c4e76180a74c7f922f6fa71ace0cef45fa433Dave Airlie dev_priv->has_gem = 1; 1996ac5c4e76180a74c7f922f6fa71ace0cef45fa433Dave Airlie 1997f71d4af4cd475aced6d9ec9730b03885ac80b833Jesse Barnes intel_irq_init(dev); 19989880b7a527ffbb52f65c2de0a8d4eea86e24775eJesse Barnes 1999c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang /* Try to make sure MCHBAR is enabled before poking at it */ 2000c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang intel_setup_mchbar(dev); 2001f899fc64cda8569d0529452aafc0da31c042df2eChris Wilson intel_setup_gmbus(dev); 200244834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson intel_opregion_setup(dev); 2003c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 20046d139a87b747aaebc969ac5f4eb8db766fcd9cbdBryan Freed /* Make sure the bios did its job and set up vital registers */ 20056d139a87b747aaebc969ac5f4eb8db766fcd9cbdBryan Freed intel_setup_bios(dev); 20066d139a87b747aaebc969ac5f4eb8db766fcd9cbdBryan Freed 2007673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt i915_gem_load(dev); 2008673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2009398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard /* Init HWS */ 2010398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard if (!I915_NEED_GFX_HWS(dev)) { 2011398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard ret = i915_init_phys_hws(dev); 201256e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson if (ret) 201356e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson goto out_gem_unload; 2014398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard } 2015ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt 20167648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (IS_PINEVIEW(dev)) 20177648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes i915_pineview_get_mem_freq(dev); 2018f00a3ddf91d596bece5fa31e8ce2e8a3b4c0623bChris Wilson else if (IS_GEN5(dev)) 20197648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes i915_ironlake_get_mem_freq(dev); 20207662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li 2021ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt /* On the 945G/GM, the chipset reports the MSI capability on the 2022ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt * integrated graphics even though the support isn't actually there 2023ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt * according to the published specs. It doesn't appear to function 2024ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt * correctly in testing on 945G. 2025ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt * This may be a side effect of MSI having been made available for PEG 2026ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt * and the registers being closely associated. 2027d1ed629f44b3a4108d5c445971535f05f441fce7Keith Packard * 2028d1ed629f44b3a4108d5c445971535f05f441fce7Keith Packard * According to chipset errata, on the 965GM, MSI interrupts may 2029b60678a75d44fa9d5969f79781bd856ad5858609Keith Packard * be lost or delayed, but we use them anyways to avoid 2030b60678a75d44fa9d5969f79781bd856ad5858609Keith Packard * stuck interrupts on some machines. 2031ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt */ 2032b60678a75d44fa9d5969f79781bd856ad5858609Keith Packard if (!IS_I945G(dev) && !IS_I945GM(dev)) 2033d3e74d0237b102d34979015fbf6df02ca4413074Eric Anholt pci_enable_msi(dev->pdev); 2034ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt 20351ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson spin_lock_init(&dev_priv->irq_lock); 203663eeaf38251183ec2b1caee11e4a2c040cb5ce6cJesse Barnes spin_lock_init(&dev_priv->error_lock); 20374912d04193733a825216b926ffd290fada88ab07Ben Widawsky spin_lock_init(&dev_priv->rps_lock); 2038ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt 203927f8227b1e2b326a9a0995dd9c1f14893c61ee01Jesse Barnes if (IS_IVYBRIDGE(dev)) 204027f8227b1e2b326a9a0995dd9c1f14893c61ee01Jesse Barnes dev_priv->num_pipe = 3; 204127f8227b1e2b326a9a0995dd9c1f14893c61ee01Jesse Barnes else if (IS_MOBILE(dev) || !IS_GEN2(dev)) 20429db4a9c7b2a3bd5b4952846bc0c2f58daa80ddd7Jesse Barnes dev_priv->num_pipe = 2; 20439db4a9c7b2a3bd5b4952846bc0c2f58daa80ddd7Jesse Barnes else 20449db4a9c7b2a3bd5b4952846bc0c2f58daa80ddd7Jesse Barnes dev_priv->num_pipe = 1; 20459db4a9c7b2a3bd5b4952846bc0c2f58daa80ddd7Jesse Barnes 20469db4a9c7b2a3bd5b4952846bc0c2f58daa80ddd7Jesse Barnes ret = drm_vblank_init(dev, dev_priv->num_pipe); 204756e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson if (ret) 204856e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson goto out_gem_unload; 204952440211dcdc52c0b757f8b34d122e11b12cdd50Keith Packard 205011ed50ec2a316928c2bacc1149bded86c6a96068Ben Gamari /* Start out suspended */ 205111ed50ec2a316928c2bacc1149bded86c6a96068Ben Gamari dev_priv->mm.suspended = 1; 205211ed50ec2a316928c2bacc1149bded86c6a96068Ben Gamari 20533bad0781832e4e8c9a532f1169bfcd7257bcfd9eZhenyu Wang intel_detect_pch(dev); 20543bad0781832e4e8c9a532f1169bfcd7257bcfd9eZhenyu Wang 205579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (drm_core_check_feature(dev, DRIVER_MODESET)) { 205653984635a659e360f206a81ada4ae813152d72f1Daniel Vetter ret = i915_load_modeset_init(dev); 205779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (ret < 0) { 205879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes DRM_ERROR("failed to init modeset\n"); 205956e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson goto out_gem_unload; 206079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 206179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 206279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 206374a365b3f354fafc537efa5867deb7a9fadbfe27Matthew Garrett /* Must be done after probing outputs */ 206444834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson intel_opregion_init(dev); 206544834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson acpi_video_register(); 206674a365b3f354fafc537efa5867deb7a9fadbfe27Matthew Garrett 2067f65d94211e2bcba17faf05a6a3809af0e4217767Ben Gamari setup_timer(&dev_priv->hangcheck_timer, i915_hangcheck_elapsed, 2068f65d94211e2bcba17faf05a6a3809af0e4217767Ben Gamari (unsigned long) dev); 20697648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 20707648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_lock(&mchdev_lock); 20717648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes i915_mch_dev = dev_priv; 20727648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mchdev_lock = &mchdev_lock; 20737648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_unlock(&mchdev_lock); 20747648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 207563ee41d794d9c555f84205517a68509848988760Eric Anholt ips_ping_for_i915_load(); 207663ee41d794d9c555f84205517a68509848988760Eric Anholt 207779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes return 0; 207879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 207956e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilsonout_gem_unload: 2080a7b85d2aa63ed09cd5a4a640772b3272f5ac7caaKeith Packard if (dev_priv->mm.inactive_shrinker.shrink) 2081a7b85d2aa63ed09cd5a4a640772b3272f5ac7caaKeith Packard unregister_shrinker(&dev_priv->mm.inactive_shrinker); 2082a7b85d2aa63ed09cd5a4a640772b3272f5ac7caaKeith Packard 208356e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson if (dev->pdev->msi_enabled) 208456e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson pci_disable_msi(dev->pdev); 208556e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson 208656e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson intel_teardown_gmbus(dev); 208756e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson intel_teardown_mchbar(dev); 20889c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt destroy_workqueue(dev_priv->wq); 2089a7b85d2aa63ed09cd5a4a640772b3272f5ac7caaKeith Packardout_mtrrfree: 2090a7b85d2aa63ed09cd5a4a640772b3272f5ac7caaKeith Packard if (dev_priv->mm.gtt_mtrr >= 0) { 2091a7b85d2aa63ed09cd5a4a640772b3272f5ac7caaKeith Packard mtrr_del(dev_priv->mm.gtt_mtrr, dev->agp->base, 2092a7b85d2aa63ed09cd5a4a640772b3272f5ac7caaKeith Packard dev->agp->agp_info.aper_size * 1024 * 1024); 2093a7b85d2aa63ed09cd5a4a640772b3272f5ac7caaKeith Packard dev_priv->mm.gtt_mtrr = -1; 2094a7b85d2aa63ed09cd5a4a640772b3272f5ac7caaKeith Packard } 20956644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi io_mapping_free(dev_priv->mm.gtt_mapping); 209679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnesout_rmmap: 20976dda569fe0fb71a03e2a2e815761796f98232cdbChris Wilson pci_iounmap(dev->pdev, dev_priv->regs); 2098ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlieput_bridge: 2099ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie pci_dev_put(dev_priv->bridge_dev); 210079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnesfree_priv: 21019a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(dev_priv); 2102ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes return ret; 2103ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes} 2104ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 2105ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnesint i915_driver_unload(struct drm_device *dev) 2106ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes{ 2107ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes struct drm_i915_private *dev_priv = dev->dev_private; 2108c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter int ret; 2109ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 21107648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_lock(&mchdev_lock); 21117648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes i915_mch_dev = NULL; 21127648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_unlock(&mchdev_lock); 21137648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 211417250b71553680bc6e927497aa619ab06ab1015bChris Wilson if (dev_priv->mm.inactive_shrinker.shrink) 211517250b71553680bc6e927497aa619ab06ab1015bChris Wilson unregister_shrinker(&dev_priv->mm.inactive_shrinker); 211617250b71553680bc6e927497aa619ab06ab1015bChris Wilson 2117c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter mutex_lock(&dev->struct_mutex); 2118c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter ret = i915_gpu_idle(dev); 2119c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter if (ret) 2120c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter DRM_ERROR("failed to idle hardware: %d\n", ret); 2121c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter mutex_unlock(&dev->struct_mutex); 2122c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter 212375ef9da2cdb64e7926404dd2b755bbbfe98eaeafDaniel Vetter /* Cancel the retire work handler, which should be idle now. */ 212475ef9da2cdb64e7926404dd2b755bbbfe98eaeafDaniel Vetter cancel_delayed_work_sync(&dev_priv->mm.retire_work); 212575ef9da2cdb64e7926404dd2b755bbbfe98eaeafDaniel Vetter 2126ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt io_mapping_free(dev_priv->mm.gtt_mapping); 2127ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt if (dev_priv->mm.gtt_mtrr >= 0) { 2128ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt mtrr_del(dev_priv->mm.gtt_mtrr, dev->agp->base, 2129ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt dev->agp->agp_info.aper_size * 1024 * 1024); 2130ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt dev_priv->mm.gtt_mtrr = -1; 2131ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt } 2132ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt 213344834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson acpi_video_unregister(); 213444834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson 213579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (drm_core_check_feature(dev, DRIVER_MODESET)) { 21367b4f3990a22fbe800945f12001bc30db374d0af5Chris Wilson intel_fbdev_fini(dev); 21373d8620cc5f8538364ee152811e2bd8713abb1d58Jesse Barnes intel_modeset_cleanup(dev); 21383d8620cc5f8538364ee152811e2bd8713abb1d58Jesse Barnes 21396363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui /* 21406363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui * free the memory space allocated for the child device 21416363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui * config parsed from VBT 21426363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui */ 21436363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui if (dev_priv->child_dev && dev_priv->child_dev_num) { 21446363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui kfree(dev_priv->child_dev); 21456363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui dev_priv->child_dev = NULL; 21466363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui dev_priv->child_dev_num = 0; 21476363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui } 21486c0d93500eb50098e4e35b8b79e073f2f2f5b773Daniel Vetter 21496a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie vga_switcheroo_unregister_client(dev->pdev); 215028d520433b6375740990ab99d69b0d0067fd656bDave Airlie vga_client_register(dev->pdev, NULL, NULL, NULL); 215179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 215279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 2153a8b4899e4658e53c0c8f4206af105e358e39ee93Daniel Vetter /* Free error state after interrupts are fully disabled. */ 2154bc0c7f14432f7f94b16f972f2d23b8c1248249b4Daniel Vetter del_timer_sync(&dev_priv->hangcheck_timer); 2155bc0c7f14432f7f94b16f972f2d23b8c1248249b4Daniel Vetter cancel_work_sync(&dev_priv->error_work); 2156a8b4899e4658e53c0c8f4206af105e358e39ee93Daniel Vetter i915_destroy_error_state(dev); 2157bc0c7f14432f7f94b16f972f2d23b8c1248249b4Daniel Vetter 2158ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt if (dev->pdev->msi_enabled) 2159ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt pci_disable_msi(dev->pdev); 2160ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt 216144834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson intel_opregion_fini(dev); 21628ee1c3db9075cb3211352e737e0feb98fd733b20Matthew Garrett 216379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (drm_core_check_feature(dev, DRIVER_MODESET)) { 216467e77c5ae8bff6f805d207541f1315051248a87bDaniel Vetter /* Flush any outstanding unpin_work. */ 216567e77c5ae8bff6f805d207541f1315051248a87bDaniel Vetter flush_workqueue(dev_priv->wq); 216667e77c5ae8bff6f805d207541f1315051248a87bDaniel Vetter 216779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes mutex_lock(&dev->struct_mutex); 2168ecbec53b1d00ba582f71b210ed96cafc05ebd189Hugh Dickins i915_gem_free_all_phys_object(dev); 216979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes i915_gem_cleanup_ringbuffer(dev); 217079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes mutex_unlock(&dev->struct_mutex); 217120bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes if (I915_HAS_FBC(dev) && i915_powersave) 217220bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes i915_cleanup_compression(dev); 2173fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson drm_mm_takedown(&dev_priv->mm.stolen); 217402e792fbaadb75dec8e476a05b610e49908fc6a4Daniel Vetter 217502e792fbaadb75dec8e476a05b610e49908fc6a4Daniel Vetter intel_cleanup_overlay(dev); 2176c2873e9633fe908dccd36dbb1d370e9c59a1ca62Keith Packard 2177c2873e9633fe908dccd36dbb1d370e9c59a1ca62Keith Packard if (!I915_NEED_GFX_HWS(dev)) 2178c2873e9633fe908dccd36dbb1d370e9c59a1ca62Keith Packard i915_free_hws(dev); 217979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 218079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 2181701394cc534a4a7883ddc4f8f82fb438b3d664ffDaniel Vetter if (dev_priv->regs != NULL) 21826dda569fe0fb71a03e2a2e815761796f98232cdbChris Wilson pci_iounmap(dev->pdev, dev_priv->regs); 2183701394cc534a4a7883ddc4f8f82fb438b3d664ffDaniel Vetter 2184f899fc64cda8569d0529452aafc0da31c042df2eChris Wilson intel_teardown_gmbus(dev); 2185c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang intel_teardown_mchbar(dev); 2186c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 2187bc0c7f14432f7f94b16f972f2d23b8c1248249b4Daniel Vetter destroy_workqueue(dev_priv->wq); 2188bc0c7f14432f7f94b16f972f2d23b8c1248249b4Daniel Vetter 2189ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie pci_dev_put(dev_priv->bridge_dev); 21909a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(dev->dev_private); 2191ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 219222eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie return 0; 219322eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie} 219422eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie 2195f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilsonint i915_driver_open(struct drm_device *dev, struct drm_file *file) 2196673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt{ 2197f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson struct drm_i915_file_private *file_priv; 2198673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 21998a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("\n"); 2200f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson file_priv = kmalloc(sizeof(*file_priv), GFP_KERNEL); 2201f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson if (!file_priv) 2202673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt return -ENOMEM; 2203673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2204f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson file->driver_priv = file_priv; 2205673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 22061c25595f8d31392b8c36b54c624d01591dbfb87bChris Wilson spin_lock_init(&file_priv->mm.lock); 2207f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson INIT_LIST_HEAD(&file_priv->mm.request_list); 2208673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2209673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt return 0; 2210673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt} 2211673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 221279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes/** 221379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * i915_driver_lastclose - clean up after all DRM clients have exited 221479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * @dev: DRM device 221579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * 221679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * Take care of cleaning up after all DRM clients have exited. In the 221779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * mode setting case, we want to restore the kernel's initial mode (just 221879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * in case the last client left us in a bad state). 221979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * 222079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * Additionally, in the non-mode setting case, we'll tear down the AGP 222179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * and DMA structures, since the kernel won't be using them, and clea 222279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * up any GEM state. 222379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes */ 222484b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airlievoid i915_driver_lastclose(struct drm_device * dev) 22251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2226ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes drm_i915_private_t *dev_priv = dev->dev_private; 2227ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 222879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (!dev_priv || drm_core_check_feature(dev, DRIVER_MODESET)) { 2229e8e7a2b8ccfdae0d4cb6bd25824bbedcd42da316Dave Airlie intel_fb_restore_mode(dev); 22306a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie vga_switcheroo_process_delayed_switch(); 2231144a75fa1faa4a81530bded2e59872ef80d496b6Dave Airlie return; 223279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 2233144a75fa1faa4a81530bded2e59872ef80d496b6Dave Airlie 2234673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt i915_gem_lastclose(dev); 2235673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2236ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes if (dev_priv->agp_heap) 2237b5e89ed53ed8d24f83ba1941c07382af00ed238eDave Airlie i915_mem_takedown(&(dev_priv->agp_heap)); 2238ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 2239b5e89ed53ed8d24f83ba1941c07382af00ed238eDave Airlie i915_dma_cleanup(dev); 22401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 22411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22426c340eac0285f3d62406d2d902d0e96fbf2a5dc0Eric Anholtvoid i915_driver_preclose(struct drm_device * dev, struct drm_file *file_priv) 22431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2244ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes drm_i915_private_t *dev_priv = dev->dev_private; 2245b962442e46a9340bdbc6711982c59ff0cc2b5afbEric Anholt i915_gem_release(dev, file_priv); 224679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (!drm_core_check_feature(dev, DRIVER_MODESET)) 224779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes i915_mem_release(dev, file_priv, dev_priv->agp_heap); 22481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 22491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2250f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilsonvoid i915_driver_postclose(struct drm_device *dev, struct drm_file *file) 2251673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt{ 2252f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson struct drm_i915_file_private *file_priv = file->driver_priv; 2253673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2254f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson kfree(file_priv); 2255673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt} 2256673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2257c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstruct drm_ioctl_desc i915_ioctls[] = { 22581b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_INIT, i915_dma_init, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22591b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_FLUSH, i915_flush_ioctl, DRM_AUTH), 22601b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_FLIP, i915_flip_bufs, DRM_AUTH), 22611b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_BATCHBUFFER, i915_batchbuffer, DRM_AUTH), 22621b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_IRQ_EMIT, i915_irq_emit, DRM_AUTH), 22631b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_IRQ_WAIT, i915_irq_wait, DRM_AUTH), 22641b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GETPARAM, i915_getparam, DRM_AUTH), 22651b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_SETPARAM, i915_setparam, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22661b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_ALLOC, i915_mem_alloc, DRM_AUTH), 22671b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_FREE, i915_mem_free, DRM_AUTH), 22681b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_INIT_HEAP, i915_mem_init_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22691b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_CMDBUFFER, i915_cmdbuffer, DRM_AUTH), 22701b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_DESTROY_HEAP, i915_mem_destroy_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22711b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_SET_VBLANK_PIPE, i915_vblank_pipe_set, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22721b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GET_VBLANK_PIPE, i915_vblank_pipe_get, DRM_AUTH), 22731b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_VBLANK_SWAP, i915_vblank_swap, DRM_AUTH), 22741b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_HWS_ADDR, i915_set_status_page, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22751b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_INIT, i915_gem_init_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY|DRM_UNLOCKED), 22761b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_EXECBUFFER, i915_gem_execbuffer, DRM_AUTH|DRM_UNLOCKED), 22771b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_EXECBUFFER2, i915_gem_execbuffer2, DRM_AUTH|DRM_UNLOCKED), 22781b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_PIN, i915_gem_pin_ioctl, DRM_AUTH|DRM_ROOT_ONLY|DRM_UNLOCKED), 22791b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_UNPIN, i915_gem_unpin_ioctl, DRM_AUTH|DRM_ROOT_ONLY|DRM_UNLOCKED), 22801b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_BUSY, i915_gem_busy_ioctl, DRM_AUTH|DRM_UNLOCKED), 22811b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_THROTTLE, i915_gem_throttle_ioctl, DRM_AUTH|DRM_UNLOCKED), 22821b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_ENTERVT, i915_gem_entervt_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY|DRM_UNLOCKED), 22831b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_LEAVEVT, i915_gem_leavevt_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY|DRM_UNLOCKED), 22841b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_CREATE, i915_gem_create_ioctl, DRM_UNLOCKED), 22851b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_PREAD, i915_gem_pread_ioctl, DRM_UNLOCKED), 22861b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_PWRITE, i915_gem_pwrite_ioctl, DRM_UNLOCKED), 22871b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_MMAP, i915_gem_mmap_ioctl, DRM_UNLOCKED), 22881b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_MMAP_GTT, i915_gem_mmap_gtt_ioctl, DRM_UNLOCKED), 22891b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_SET_DOMAIN, i915_gem_set_domain_ioctl, DRM_UNLOCKED), 22901b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_SW_FINISH, i915_gem_sw_finish_ioctl, DRM_UNLOCKED), 22911b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_SET_TILING, i915_gem_set_tiling, DRM_UNLOCKED), 22921b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_GET_TILING, i915_gem_get_tiling, DRM_UNLOCKED), 22931b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_GET_APERTURE, i915_gem_get_aperture_ioctl, DRM_UNLOCKED), 22941b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GET_PIPE_FROM_CRTC_ID, intel_get_pipe_from_crtc_id, DRM_UNLOCKED), 22951b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_MADVISE, i915_gem_madvise_ioctl, DRM_UNLOCKED), 22961b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_OVERLAY_PUT_IMAGE, intel_overlay_put_image, DRM_MASTER|DRM_CONTROL_ALLOW|DRM_UNLOCKED), 22971b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_OVERLAY_ATTRS, intel_overlay_attrs, DRM_MASTER|DRM_CONTROL_ALLOW|DRM_UNLOCKED), 2298c94f70298529d99ac6e1ee7709f61eab00adeb39Dave Airlie}; 2299c94f70298529d99ac6e1ee7709f61eab00adeb39Dave Airlie 2300c94f70298529d99ac6e1ee7709f61eab00adeb39Dave Airlieint i915_max_ioctl = DRM_ARRAY_SIZE(i915_ioctls); 2301cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie 2302cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie/** 2303cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * Determine if the device really is AGP or not. 2304cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * 2305cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * All Intel graphics chipsets are treated as AGP, even if they are really 2306cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * PCI-e. 2307cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * 2308cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * \param dev The device to be tested. 2309cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * 2310cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * \returns 2311cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * A value of 1 is always retured to indictate every i9x5 is AGP. 2312cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie */ 231384b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airlieint i915_driver_device_is_agp(struct drm_device * dev) 2314cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie{ 2315cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie return 1; 2316cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie} 2317