i915_dma.c revision 6927faf30920b8c03dfa007e732642a1f1f20089
11da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* i915_dma.c -- DMA support for the I915 -*- linux-c -*- 21da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 30d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie/* 41da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas. 51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * All Rights Reserved. 6bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * 7bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * Permission is hereby granted, free of charge, to any person obtaining a 8bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * copy of this software and associated documentation files (the 9bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * "Software"), to deal in the Software without restriction, including 10bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * without limitation the rights to use, copy, modify, merge, publish, 11bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * distribute, sub license, and/or sell copies of the Software, and to 12bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * permit persons to whom the Software is furnished to do so, subject to 13bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * the following conditions: 14bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * 15bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * The above copyright notice and this permission notice (including the 16bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * next paragraph) shall be included in all copies or substantial portions 17bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * of the Software. 18bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * 19bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS 20bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 21bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. 22bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR 23bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, 24bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE 25bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 26bc54fd1ad3c5972be339a08528ab631326ed2b38Dave Airlie * 270d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie */ 281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "drmP.h" 301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "drm.h" 3179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes#include "drm_crtc_helper.h" 32785b93ef8c309730c2de84ce9c229e40e2d01480Dave Airlie#include "drm_fb_helper.h" 3379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes#include "intel_drv.h" 341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "i915_drm.h" 351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "i915_drv.h" 361c5d22f76dc721f3acb7a3dadc657a221e487fb7Chris Wilson#include "i915_trace.h" 3763ee41d794d9c555f84205517a68509848988760Eric Anholt#include "../../../platform/x86/intel_ips.h" 38dcdb167402cbdca1d021bdfa5f63995ee0a79317Jordan Crouse#include <linux/pci.h> 3928d520433b6375740990ab99d69b0d0067fd656bDave Airlie#include <linux/vgaarb.h> 40c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#include <linux/acpi.h> 41c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#include <linux/pnp.h> 426a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie#include <linux/vga_switcheroo.h> 435a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo#include <linux/slab.h> 4444834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson#include <acpi/video.h> 451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 46398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard/** 47398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard * Sets up the hardware status page for devices that need a physical address 48398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard * in the register. 49398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard */ 503043c60c485ad694392d3f71bd7ef9f5c5f7cfddEric Anholtstatic int i915_init_phys_hws(struct drm_device *dev) 51398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard{ 52398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard drm_i915_private_t *dev_priv = dev->dev_private; 531ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson struct intel_ring_buffer *ring = LP_RING(dev_priv); 541ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson 55398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard /* Program Hardware Status Page */ 56398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard dev_priv->status_page_dmah = 57e6be8d9d17bd44061116f601fe2609b3ace7aa69Zhenyu Wang drm_pci_alloc(dev, PAGE_SIZE, PAGE_SIZE); 58398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 59398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard if (!dev_priv->status_page_dmah) { 60398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard DRM_ERROR("Can not allocate hardware status page\n"); 61398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard return -ENOMEM; 62398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard } 631ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson ring->status_page.page_addr = dev_priv->status_page_dmah->vaddr; 64398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard dev_priv->dma_status_page = dev_priv->status_page_dmah->busaddr; 65398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 661ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson memset(ring->status_page.page_addr, 0, PAGE_SIZE); 67398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 68a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (INTEL_INFO(dev)->gen >= 4) 699b974cc17166d31afed2638d56bdbf9829afbfaaZhenyu Wang dev_priv->dma_status_page |= (dev_priv->dma_status_page >> 28) & 709b974cc17166d31afed2638d56bdbf9829afbfaaZhenyu Wang 0xf0; 719b974cc17166d31afed2638d56bdbf9829afbfaaZhenyu Wang 72398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard I915_WRITE(HWS_PGA, dev_priv->dma_status_page); 738a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("Enabled hardware status page\n"); 74398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard return 0; 75398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard} 76398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 77398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard/** 78398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard * Frees the hardware status page, whether it's a physical address or a virtual 79398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard * address set up by the X Server. 80398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard */ 813043c60c485ad694392d3f71bd7ef9f5c5f7cfddEric Anholtstatic void i915_free_hws(struct drm_device *dev) 82398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard{ 83398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard drm_i915_private_t *dev_priv = dev->dev_private; 841ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson struct intel_ring_buffer *ring = LP_RING(dev_priv); 851ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson 86398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard if (dev_priv->status_page_dmah) { 87398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard drm_pci_free(dev, dev_priv->status_page_dmah); 88398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard dev_priv->status_page_dmah = NULL; 89398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard } 90398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 911ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson if (ring->status_page.gfx_addr) { 921ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson ring->status_page.gfx_addr = 0; 93398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard drm_core_ioremapfree(&dev_priv->hws_map, dev); 94398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard } 95398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 96398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard /* Need to rewrite hardware status page */ 97398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard I915_WRITE(HWS_PGA, 0x1ffff000); 98398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard} 99398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard 10084b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airlievoid i915_kernel_lost_context(struct drm_device * dev) 1011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = dev->dev_private; 1037c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv; 1041ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson struct intel_ring_buffer *ring = LP_RING(dev_priv); 1051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes /* 10779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * We should never lose context on the ring with modesetting 10879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * as we don't expose it to userspace 10979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes */ 11079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (drm_core_check_feature(dev, DRIVER_MODESET)) 11179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes return; 11279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 1138168bd48bb863c00747497aadf13884b2d69d287Chris Wilson ring->head = I915_READ_HEAD(ring) & HEAD_ADDR; 1148168bd48bb863c00747497aadf13884b2d69d287Chris Wilson ring->tail = I915_READ_TAIL(ring) & TAIL_ADDR; 1151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ring->space = ring->head - (ring->tail + 8); 1161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ring->space < 0) 1178187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai ring->space += ring->size; 1181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1197c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (!dev->primary->master) 1207c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie return; 1217c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 1227c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv = dev->primary->master->driver_priv; 1237c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (ring->head == ring->tail && master_priv->sarea_priv) 1247c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv->perf_boxes |= I915_BOX_RING_EMPTY; 1251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12784b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airliestatic int i915_dma_cleanup(struct drm_device * dev) 1281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 129ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes drm_i915_private_t *dev_priv = dev->dev_private; 1301ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson int i; 1311ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson 1321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Make sure interrupts are disabled here because the uninstall ioctl 1331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * may not have been called from userspace and after dev_private 1341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * is freed, it's too late. 1351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 136ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt if (dev->irq_enabled) 137b5e89ed53ed8d24f83ba1941c07382af00ed238eDave Airlie drm_irq_uninstall(dev); 1381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 139ee0c6bfbd602cdad2ab1780061b3b1a9108cbd6cDan Carpenter mutex_lock(&dev->struct_mutex); 1401ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson for (i = 0; i < I915_NUM_RINGS; i++) 1411ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson intel_cleanup_ring_buffer(&dev_priv->ring[i]); 142ee0c6bfbd602cdad2ab1780061b3b1a9108cbd6cDan Carpenter mutex_unlock(&dev->struct_mutex); 143dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 144398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard /* Clear the HWS virtual address at teardown */ 145398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard if (I915_NEED_GFX_HWS(dev)) 146398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard i915_free_hws(dev); 1471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 1491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 151ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnesstatic int i915_initialize(struct drm_device * dev, drm_i915_init_t * init) 1521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 153ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes drm_i915_private_t *dev_priv = dev->dev_private; 1547c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv; 155e8616b6ced6137085e6657cc63bc2fe3900b8616Chris Wilson int ret; 1561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1573a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie master_priv->sarea = drm_getsarea(dev); 1583a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie if (master_priv->sarea) { 1593a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie master_priv->sarea_priv = (drm_i915_sarea_t *) 1603a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie ((u8 *)master_priv->sarea->handle + init->sarea_priv_offset); 1613a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie } else { 1628a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("sarea not found assuming DRI2 userspace\n"); 1633a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie } 1643a03ac1a0223f779a3de313523408ddb099e5679Dave Airlie 165673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt if (init->ring_size != 0) { 166e8616b6ced6137085e6657cc63bc2fe3900b8616Chris Wilson if (LP_RING(dev_priv)->obj != NULL) { 167673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt i915_dma_cleanup(dev); 168673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt DRM_ERROR("Client tried to initialize ringbuffer in " 169673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt "GEM mode\n"); 170673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt return -EINVAL; 171673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt } 1721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 173e8616b6ced6137085e6657cc63bc2fe3900b8616Chris Wilson ret = intel_render_ring_init_dri(dev, 174e8616b6ced6137085e6657cc63bc2fe3900b8616Chris Wilson init->ring_start, 175e8616b6ced6137085e6657cc63bc2fe3900b8616Chris Wilson init->ring_size); 176e8616b6ced6137085e6657cc63bc2fe3900b8616Chris Wilson if (ret) { 177673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt i915_dma_cleanup(dev); 178e8616b6ced6137085e6657cc63bc2fe3900b8616Chris Wilson return ret; 179673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt } 1801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 182a6b54f3f5050c0cbc0c35dd48064846c6302706bMichel Dänzer dev_priv->cpp = init->cpp; 1831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev_priv->back_offset = init->back_offset; 1841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev_priv->front_offset = init->front_offset; 1851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev_priv->current_page = 0; 1867c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (master_priv->sarea_priv) 1877c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv->pf_current_page = 0; 1881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Allow hardware batchbuffers unless told otherwise. 1901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev_priv->allow_batchbuffer = 1; 1921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 1941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 19684b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airliestatic int i915_dma_resume(struct drm_device * dev) 1971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private; 1991ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson struct intel_ring_buffer *ring = LP_RING(dev_priv); 2001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2018a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("%s\n", __func__); 2021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2038187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai if (ring->map.handle == NULL) { 2041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("can not ioremap virtual address for" 2051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds " ring buffer\n"); 20620caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -ENOMEM; 2071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Program Hardware Status Page */ 2108187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai if (!ring->status_page.page_addr) { 2111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("Can not find hardware status page\n"); 21220caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 2131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2148a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("hw status page @ %p\n", 2158187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai ring->status_page.page_addr); 2168187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai if (ring->status_page.gfx_addr != 0) 21778501eac34f372bfbeb4e1d9de688c13efa916f6Chris Wilson intel_ring_setup_status_page(ring); 218dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu else 219585fb111348f7cdc30c6a1b903987612ddeafb23Jesse Barnes I915_WRITE(HWS_PGA, dev_priv->dma_status_page); 2208187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai 2218a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("Enabled hardware status page\n"); 2221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 2241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 226c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_dma_init(struct drm_device *dev, void *data, 227c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 2281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 229c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_init_t *init = data; 2301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int retcode = 0; 2311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 232c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt switch (init->func) { 2331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_INIT_DMA: 234ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes retcode = i915_initialize(dev, init); 2351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_CLEANUP_DMA: 2371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds retcode = i915_dma_cleanup(dev); 2381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_RESUME_DMA: 2400d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie retcode = i915_dma_resume(dev); 2411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 24320caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt retcode = -EINVAL; 2441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return retcode; 2481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Implement basically the same security restrictions as hardware does 2511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * for MI_BATCH_NON_SECURE. These can be made stricter at any time. 2521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Most of the calculations below involve calculating the size of a 2541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * particular instruction. It's important to get the size right as 2551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that tells us where the next instruction to check is. Any illegal 2561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * instruction detected will be given a size of zero, which is a 2571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * signal to abort the rest of the buffer. 2581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 259e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilsonstatic int validate_cmd(int cmd) 2601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (((cmd >> 29) & 0x7)) { 2621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x0: 2631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch ((cmd >> 23) & 0x3f) { 2641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x0: 2651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; /* MI_NOOP */ 2661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x4: 2671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; /* MI_FLUSH */ 2681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 2691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; /* disallow everything else */ 2701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x1: 2731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; /* reserved */ 2741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x2: 2751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0xff) + 2; /* 2d commands */ 2761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x3: 2771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (((cmd >> 24) & 0x1f) <= 0x18) 2781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; 2791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch ((cmd >> 24) & 0x1f) { 2811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x1c: 2821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; 2831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x1d: 284b5e89ed53ed8d24f83ba1941c07382af00ed238eDave Airlie switch ((cmd >> 16) & 0xff) { 2851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x3: 2861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0x1f) + 2; 2871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x4: 2881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0xf) + 2; 2891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 2901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0xffff) + 2; 2911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x1e: 2931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cmd & (1 << 23)) 2941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0xffff) + 1; 2951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 2961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; 2971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x1f: 2981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((cmd & (1 << 23)) == 0) /* inline vertices */ 2991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (cmd & 0x1ffff) + 2; 3001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (cmd & (1 << 17)) /* indirect random */ 3011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((cmd & 0xffff) == 0) 3021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; /* unknown length, too hard */ 3031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 3041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (((cmd & 0xffff) + 1) / 2) + 1; 3051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 3061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 2; /* indirect sequential */ 3071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 3081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 3091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 3111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 3121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 3151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 317201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholtstatic int i915_emit_cmds(struct drm_device * dev, int *buffer, int dwords) 3181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = dev->dev_private; 320e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson int i, ret; 3211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3221ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson if ((dwords+1) * sizeof(int) >= LP_RING(dev_priv)->size - 8) 32320caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 324de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 3251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < dwords;) { 326e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson int sz = validate_cmd(buffer[i]); 327e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (sz == 0 || i + sz > dwords) 32820caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 329e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson i += sz; 3301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 332e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING((dwords+1)&~1); 333e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 334e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 335e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 336e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson for (i = 0; i < dwords; i++) 337e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(buffer[i]); 338de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie if (dwords & 1) 339de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie OUT_RING(0); 340de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 341de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie ADVANCE_LP_RING(); 342de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 3431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 3441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 346673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholtint 347673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholti915_emit_box(struct drm_device *dev, 348c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson struct drm_clip_rect *box, 349c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson int DR1, int DR4) 3501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 351e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson struct drm_i915_private *dev_priv = dev->dev_private; 352e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson int ret; 3531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 354c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson if (box->y2 <= box->y1 || box->x2 <= box->x1 || 355c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson box->y2 <= 0 || box->x2 <= 0) { 3561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("Bad box %d,%d..%d,%d\n", 357c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson box->x1, box->y1, box->x2, box->y2); 35820caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 3591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 361a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (INTEL_INFO(dev)->gen >= 4) { 362e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING(4); 363e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 364e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 365e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 366c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(GFX_OP_DRAWRECT_INFO_I965); 367c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson OUT_RING((box->x1 & 0xffff) | (box->y1 << 16)); 368c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson OUT_RING(((box->x2 - 1) & 0xffff) | ((box->y2 - 1) << 16)); 369c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(DR4); 370c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane } else { 371e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING(6); 372e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 373e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 374e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 375c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(GFX_OP_DRAWRECT_INFO); 376c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(DR1); 377c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson OUT_RING((box->x1 & 0xffff) | (box->y1 << 16)); 378c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson OUT_RING(((box->x2 - 1) & 0xffff) | ((box->y2 - 1) << 16)); 379c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(DR4); 380c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane OUT_RING(0); 381c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane } 382e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ADVANCE_LP_RING(); 3831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 3851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 387c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane/* XXX: Emitting the counter should really be moved to part of the IRQ 388c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane * emit. For now, do it in both places: 389c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane */ 390c29b669caae4ed1630ef479e54bdde126a0378ecAlan Hourihane 39184b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airliestatic void i915_emit_breadcrumb(struct drm_device *dev) 392de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie{ 393de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie drm_i915_private_t *dev_priv = dev->dev_private; 3947c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv; 395de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 396c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg dev_priv->counter++; 397af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie if (dev_priv->counter > 0x7FFFFFFFUL) 398c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg dev_priv->counter = 0; 3997c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (master_priv->sarea_priv) 4007c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv->last_enqueue = dev_priv->counter; 401de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 402e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (BEGIN_LP_RING(4) == 0) { 403e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(MI_STORE_DWORD_INDEX); 404e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(I915_BREADCRUMB_INDEX << MI_STORE_DWORD_INDEX_SHIFT); 405e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(dev_priv->counter); 406e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(0); 407e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ADVANCE_LP_RING(); 408e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson } 409de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie} 410de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie 41184b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airliestatic int i915_dispatch_cmdbuffer(struct drm_device * dev, 412201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt drm_i915_cmdbuffer_t *cmd, 413201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt struct drm_clip_rect *cliprects, 414201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt void *cmdbuf) 4151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int nbox = cmd->num_cliprects; 4171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i = 0, count, ret; 4181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cmd->sz & 0x3) { 4201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("alignment"); 42120caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 4221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i915_kernel_lost_context(dev); 4251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds count = nbox ? nbox : 1; 4271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < count; i++) { 4291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (i < nbox) { 430c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson ret = i915_emit_box(dev, &cliprects[i], 4311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmd->DR1, cmd->DR4); 4321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) 4331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 4341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 436201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = i915_emit_cmds(dev, cmdbuf, cmd->sz / 4); 4371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) 4381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 4391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 441de227f5f32775d86e5c780a7cffdd2e08574f7fbDave Airlie i915_emit_breadcrumb(dev); 4421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 4431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 44584b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airliestatic int i915_dispatch_batchbuffer(struct drm_device * dev, 446201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt drm_i915_batchbuffer_t * batch, 447201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt struct drm_clip_rect *cliprects) 4481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 449e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson struct drm_i915_private *dev_priv = dev->dev_private; 4501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int nbox = batch->num_cliprects; 451e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson int i, count, ret; 4521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((batch->start | batch->used) & 0x7) { 4541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("alignment"); 45520caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 4561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i915_kernel_lost_context(dev); 4591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds count = nbox ? nbox : 1; 4611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < count; i++) { 4621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (i < nbox) { 463c4e7a4146798ce22c229dd21ed31f59f07c4119eChris Wilson ret = i915_emit_box(dev, &cliprects[i], 464e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson batch->DR1, batch->DR4); 4651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) 4661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 4671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4690790d5e148c0747499742a3c09ba5f1c07f9ed0dKeith Packard if (!IS_I830(dev) && !IS_845G(dev)) { 470e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING(2); 471e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 472e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 473e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 474a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (INTEL_INFO(dev)->gen >= 4) { 47521f16289270447673a7263ccc0b22d562fb01ecbDave Airlie OUT_RING(MI_BATCH_BUFFER_START | (2 << 6) | MI_BATCH_NON_SECURE_I965); 47621f16289270447673a7263ccc0b22d562fb01ecbDave Airlie OUT_RING(batch->start); 47721f16289270447673a7263ccc0b22d562fb01ecbDave Airlie } else { 47821f16289270447673a7263ccc0b22d562fb01ecbDave Airlie OUT_RING(MI_BATCH_BUFFER_START | (2 << 6)); 47921f16289270447673a7263ccc0b22d562fb01ecbDave Airlie OUT_RING(batch->start | MI_BATCH_NON_SECURE); 48021f16289270447673a7263ccc0b22d562fb01ecbDave Airlie } 4811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 482e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING(4); 483e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 484e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 485e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 4861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds OUT_RING(MI_BATCH_BUFFER); 4871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds OUT_RING(batch->start | MI_BATCH_NON_SECURE); 4881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds OUT_RING(batch->start + batch->used - 4); 4891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds OUT_RING(0); 4901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 491e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ADVANCE_LP_RING(); 4921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4941cafd34731cd14e5a72edaf0f41717c8126cfce9Zou Nan hai 495f00a3ddf91d596bece5fa31e8ce2e8a3b4c0623bChris Wilson if (IS_G4X(dev) || IS_GEN5(dev)) { 496e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (BEGIN_LP_RING(2) == 0) { 497e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(MI_FLUSH | MI_NO_WRITE_FLUSH | MI_INVALIDATE_ISP); 498e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(MI_NOOP); 499e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ADVANCE_LP_RING(); 500e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson } 5011cafd34731cd14e5a72edaf0f41717c8126cfce9Zou Nan hai } 5021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 503e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson i915_emit_breadcrumb(dev); 5041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 5051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 507af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airliestatic int i915_dispatch_flip(struct drm_device * dev) 5081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = dev->dev_private; 5107c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = 5117c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie dev->primary->master->driver_priv; 512e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson int ret; 5131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5147c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (!master_priv->sarea_priv) 515c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg return -EINVAL; 516c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg 5178a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("%s: page=%d pfCurrentPage=%d\n", 518be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao __func__, 519be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao dev_priv->current_page, 520be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao master_priv->sarea_priv->pf_current_page); 5211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 522af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie i915_kernel_lost_context(dev); 523af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie 524e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ret = BEGIN_LP_RING(10); 525e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (ret) 526e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson return ret; 527e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 528585fb111348f7cdc30c6a1b903987612ddeafb23Jesse Barnes OUT_RING(MI_FLUSH | MI_READ_FLUSH); 529af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(0); 5301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 531af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(CMD_OP_DISPLAYBUFFER_INFO | ASYNC_FLIP); 532af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(0); 533af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie if (dev_priv->current_page == 0) { 534af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(dev_priv->back_offset); 535af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie dev_priv->current_page = 1; 5361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 537af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(dev_priv->front_offset); 538af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie dev_priv->current_page = 0; 5391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 540af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(0); 5411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 542af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(MI_WAIT_FOR_EVENT | MI_WAIT_FOR_PLANE_A_FLIP); 543af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie OUT_RING(0); 544e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson 545af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie ADVANCE_LP_RING(); 5461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5477c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv->last_enqueue = dev_priv->counter++; 5481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 549e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson if (BEGIN_LP_RING(4) == 0) { 550e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(MI_STORE_DWORD_INDEX); 551e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(I915_BREADCRUMB_INDEX << MI_STORE_DWORD_INDEX_SHIFT); 552e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(dev_priv->counter); 553e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson OUT_RING(0); 554e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson ADVANCE_LP_RING(); 555e1f99ce6cac3b6a95551642be5ddb5d9c46bea76Chris Wilson } 5561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5577c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv->pf_current_page = dev_priv->current_page; 558af6061af0d9f84a4665f88186dc1ff9e4fb78330Dave Airlie return 0; 5591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5611ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilsonstatic int i915_quiescent(struct drm_device *dev) 5621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5631ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson struct intel_ring_buffer *ring = LP_RING(dev->dev_private); 5641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i915_kernel_lost_context(dev); 5661ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson return intel_wait_ring_buffer(ring, ring->size - 8); 5671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 569c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_flush_ioctl(struct drm_device *dev, void *data, 570c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 5711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 572546b0974c39657017407c86fe79811100b60700dEric Anholt int ret; 573546b0974c39657017407c86fe79811100b60700dEric Anholt 574546b0974c39657017407c86fe79811100b60700dEric Anholt RING_LOCK_TEST_WITH_RETURN(dev, file_priv); 5751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 576546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_lock(&dev->struct_mutex); 577546b0974c39657017407c86fe79811100b60700dEric Anholt ret = i915_quiescent(dev); 578546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_unlock(&dev->struct_mutex); 579546b0974c39657017407c86fe79811100b60700dEric Anholt 580546b0974c39657017407c86fe79811100b60700dEric Anholt return ret; 5811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 583c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_batchbuffer(struct drm_device *dev, void *data, 584c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 5851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private; 5877c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv; 5881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *) 5897c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv; 590c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_batchbuffer_t *batch = data; 5911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 592201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt struct drm_clip_rect *cliprects = NULL; 5931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!dev_priv->allow_batchbuffer) { 5951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("Batchbuffer ioctl disabled\n"); 59620caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 5971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 5981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5998a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("i915 batchbuffer, start %x used %d cliprects %d\n", 600be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao batch->start, batch->used, batch->num_cliprects); 6011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 602546b0974c39657017407c86fe79811100b60700dEric Anholt RING_LOCK_TEST_WITH_RETURN(dev, file_priv); 6031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 604201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (batch->num_cliprects < 0) 605201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt return -EINVAL; 606201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 607201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (batch->num_cliprects) { 6089a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt cliprects = kcalloc(batch->num_cliprects, 6099a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt sizeof(struct drm_clip_rect), 6109a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt GFP_KERNEL); 611201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (cliprects == NULL) 612201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt return -ENOMEM; 613201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 614201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = copy_from_user(cliprects, batch->cliprects, 615201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt batch->num_cliprects * 616201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt sizeof(struct drm_clip_rect)); 6179927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter if (ret != 0) { 6189927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter ret = -EFAULT; 619201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt goto fail_free; 6209927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter } 621201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt } 6221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 623546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_lock(&dev->struct_mutex); 624201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = i915_dispatch_batchbuffer(dev, batch, cliprects); 625546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_unlock(&dev->struct_mutex); 6261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 627c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg if (sarea_priv) 6280baf823a10bd4131f70e9712d1f02de3c247f1dfKeith Packard sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv); 629201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 630201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholtfail_free: 6319a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(cliprects); 632201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 6331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 6341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 6351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 636c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_cmdbuffer(struct drm_device *dev, void *data, 637c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 6381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 6391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private; 6407c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv; 6411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *) 6427c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master_priv->sarea_priv; 643c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_cmdbuffer_t *cmdbuf = data; 644201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt struct drm_clip_rect *cliprects = NULL; 645201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt void *batch_data; 6461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 6471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6488a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("i915 cmdbuffer, buf %p sz %d cliprects %d\n", 649be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao cmdbuf->buf, cmdbuf->sz, cmdbuf->num_cliprects); 6501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 651546b0974c39657017407c86fe79811100b60700dEric Anholt RING_LOCK_TEST_WITH_RETURN(dev, file_priv); 6521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 653201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (cmdbuf->num_cliprects < 0) 654201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt return -EINVAL; 655201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 6569a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt batch_data = kmalloc(cmdbuf->sz, GFP_KERNEL); 657201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (batch_data == NULL) 658201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt return -ENOMEM; 659201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 660201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = copy_from_user(batch_data, cmdbuf->buf, cmdbuf->sz); 6619927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter if (ret != 0) { 6629927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter ret = -EFAULT; 663201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt goto fail_batch_free; 6649927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter } 665201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 666201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt if (cmdbuf->num_cliprects) { 6679a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt cliprects = kcalloc(cmdbuf->num_cliprects, 6689a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt sizeof(struct drm_clip_rect), GFP_KERNEL); 669a40e8d3139e9eb54bf1d29f91639a6c5e05f652eOwain Ainsworth if (cliprects == NULL) { 670a40e8d3139e9eb54bf1d29f91639a6c5e05f652eOwain Ainsworth ret = -ENOMEM; 671201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt goto fail_batch_free; 672a40e8d3139e9eb54bf1d29f91639a6c5e05f652eOwain Ainsworth } 673201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 674201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = copy_from_user(cliprects, cmdbuf->cliprects, 675201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt cmdbuf->num_cliprects * 676201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt sizeof(struct drm_clip_rect)); 6779927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter if (ret != 0) { 6789927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter ret = -EFAULT; 679201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt goto fail_clip_free; 6809927a403ca8c97798129953fa9cbb5dc259c7cb9Dan Carpenter } 6811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 683546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_lock(&dev->struct_mutex); 684201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt ret = i915_dispatch_cmdbuffer(dev, cmdbuf, cliprects, batch_data); 685546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_unlock(&dev->struct_mutex); 6861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) { 6871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("i915_dispatch_cmdbuffer failed\n"); 688355d7f370b51bbb6f31aaf9f98861057e1e6bbb2Chris Wright goto fail_clip_free; 6891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 691c99b058f132388a666544d293392d52d1def6b12Kristian Høgsberg if (sarea_priv) 6920baf823a10bd4131f70e9712d1f02de3c247f1dfKeith Packard sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv); 693201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 694201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholtfail_clip_free: 6959a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(cliprects); 696355d7f370b51bbb6f31aaf9f98861057e1e6bbb2Chris Wrightfail_batch_free: 6979a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(batch_data); 698201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt 699201361a54ed187d8595a283e3a4ddb213bc8323bEric Anholt return ret; 7001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 702c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_flip_bufs(struct drm_device *dev, void *data, 703c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 7041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 705546b0974c39657017407c86fe79811100b60700dEric Anholt int ret; 706546b0974c39657017407c86fe79811100b60700dEric Anholt 7078a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("%s\n", __func__); 7081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 709546b0974c39657017407c86fe79811100b60700dEric Anholt RING_LOCK_TEST_WITH_RETURN(dev, file_priv); 7101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 711546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_lock(&dev->struct_mutex); 712546b0974c39657017407c86fe79811100b60700dEric Anholt ret = i915_dispatch_flip(dev); 713546b0974c39657017407c86fe79811100b60700dEric Anholt mutex_unlock(&dev->struct_mutex); 714546b0974c39657017407c86fe79811100b60700dEric Anholt 715546b0974c39657017407c86fe79811100b60700dEric Anholt return ret; 7161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 718c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_getparam(struct drm_device *dev, void *data, 719c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 7201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 7211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = dev->dev_private; 722c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_getparam_t *param = data; 7231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int value; 7241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!dev_priv) { 7263e684eae586a9b210a4517da5637a255b1ff5a92Márton Németh DRM_ERROR("called with no initialization\n"); 72720caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 7281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 730c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt switch (param->param) { 7311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_PARAM_IRQ_ACTIVE: 7320a3e67a4caac273a3bfc4ced3da364830b1ab241Jesse Barnes value = dev->pdev->irq ? 1 : 0; 7331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 7341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_PARAM_ALLOW_BATCHBUFFER: 7351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds value = dev_priv->allow_batchbuffer ? 1 : 0; 7361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 7370d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie case I915_PARAM_LAST_DISPATCH: 7380d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie value = READ_BREADCRUMB(dev_priv); 7390d6aa60b4ac9689b750e35cd66f5d7c053aff0f4Dave Airlie break; 740ed4c9c4acf948b42b138747fcb8843ecb1a24ce4Kristian Høgsberg case I915_PARAM_CHIPSET_ID: 741ed4c9c4acf948b42b138747fcb8843ecb1a24ce4Kristian Høgsberg value = dev->pci_device; 742ed4c9c4acf948b42b138747fcb8843ecb1a24ce4Kristian Høgsberg break; 743673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt case I915_PARAM_HAS_GEM: 744ac5c4e76180a74c7f922f6fa71ace0cef45fa433Dave Airlie value = dev_priv->has_gem; 745673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt break; 7460f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes case I915_PARAM_NUM_FENCES_AVAIL: 7470f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes value = dev_priv->num_fence_regs - dev_priv->fence_reg_start; 7480f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes break; 74902e792fbaadb75dec8e476a05b610e49908fc6a4Daniel Vetter case I915_PARAM_HAS_OVERLAY: 75002e792fbaadb75dec8e476a05b610e49908fc6a4Daniel Vetter value = dev_priv->overlay ? 1 : 0; 75102e792fbaadb75dec8e476a05b610e49908fc6a4Daniel Vetter break; 752e9560f7cb20722e0e7db46bbb6f43c2194a238d5Jesse Barnes case I915_PARAM_HAS_PAGEFLIPPING: 753e9560f7cb20722e0e7db46bbb6f43c2194a238d5Jesse Barnes value = 1; 754e9560f7cb20722e0e7db46bbb6f43c2194a238d5Jesse Barnes break; 75576446cac68568fc7f5168a27deaf803ed22a4360Jesse Barnes case I915_PARAM_HAS_EXECBUF2: 75676446cac68568fc7f5168a27deaf803ed22a4360Jesse Barnes /* depends on GEM */ 75776446cac68568fc7f5168a27deaf803ed22a4360Jesse Barnes value = dev_priv->has_gem; 75876446cac68568fc7f5168a27deaf803ed22a4360Jesse Barnes break; 759e3a815fcd38043b8f1bb526123d8ab6ae01deb77Zou Nan hai case I915_PARAM_HAS_BSD: 760e3a815fcd38043b8f1bb526123d8ab6ae01deb77Zou Nan hai value = HAS_BSD(dev); 761e3a815fcd38043b8f1bb526123d8ab6ae01deb77Zou Nan hai break; 762549f7365820a212a1cfd0871d377b1ad0d1e5723Chris Wilson case I915_PARAM_HAS_BLT: 763549f7365820a212a1cfd0871d377b1ad0d1e5723Chris Wilson value = HAS_BLT(dev); 764549f7365820a212a1cfd0871d377b1ad0d1e5723Chris Wilson break; 765a00b10c360b35d6431a94cbf130a4e162870d661Chris Wilson case I915_PARAM_HAS_RELAXED_FENCING: 766a00b10c360b35d6431a94cbf130a4e162870d661Chris Wilson value = 1; 767a00b10c360b35d6431a94cbf130a4e162870d661Chris Wilson break; 768bbf0c6b3620b3872929ef7d3c392ce436889110fDaniel Vetter case I915_PARAM_HAS_COHERENT_RINGS: 769bbf0c6b3620b3872929ef7d3c392ce436889110fDaniel Vetter value = 1; 770bbf0c6b3620b3872929ef7d3c392ce436889110fDaniel Vetter break; 77172bfa19c8deb4d1db5ad068c34fd580cb295cbe8Chris Wilson case I915_PARAM_HAS_EXEC_CONSTANTS: 77272bfa19c8deb4d1db5ad068c34fd580cb295cbe8Chris Wilson value = INTEL_INFO(dev)->gen >= 4; 77372bfa19c8deb4d1db5ad068c34fd580cb295cbe8Chris Wilson break; 7741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 7758a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("Unknown parameter %d\n", 77676446cac68568fc7f5168a27deaf803ed22a4360Jesse Barnes param->param); 77720caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 7781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 780c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt if (DRM_COPY_TO_USER(param->value, &value, sizeof(int))) { 7811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DRM_ERROR("DRM_COPY_TO_USER failed\n"); 78220caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EFAULT; 7831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 7861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 788c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_setparam(struct drm_device *dev, void *data, 789c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 7901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 7911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds drm_i915_private_t *dev_priv = dev->dev_private; 792c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_setparam_t *param = data; 7931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!dev_priv) { 7953e684eae586a9b210a4517da5637a255b1ff5a92Márton Németh DRM_ERROR("called with no initialization\n"); 79620caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 7971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 799c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt switch (param->param) { 8001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_SETPARAM_USE_MI_BATCHBUFFER_START: 8011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_SETPARAM_TEX_LRU_LOG_GRANULARITY: 803c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt dev_priv->tex_lru_log_granularity = param->value; 8041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case I915_SETPARAM_ALLOW_BATCHBUFFER: 806c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt dev_priv->allow_batchbuffer = param->value; 8071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8080f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes case I915_SETPARAM_NUM_USED_FENCES: 8090f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes if (param->value > dev_priv->num_fence_regs || 8100f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes param->value < 0) 8110f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes return -EINVAL; 8120f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes /* Userspace can use first N regs */ 8130f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes dev_priv->fence_reg_start = param->value; 8140f973f27888e4664b253ab2cf69c67c2eb80ab1bJesse Barnes break; 8151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 8168a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("unknown parameter %d\n", 817be25ed9c5cc06e1d17aa97e41daf88f0b46143e6yakui_zhao param->param); 81820caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 8191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 8221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 8231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 824c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstatic int i915_set_status_page(struct drm_device *dev, void *data, 825c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt struct drm_file *file_priv) 826dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu{ 827dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu drm_i915_private_t *dev_priv = dev->dev_private; 828c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt drm_i915_hws_addr_t *hws = data; 8291ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson struct intel_ring_buffer *ring = LP_RING(dev_priv); 830b39d50e53b1bb27f6c29f88a697a4af78427dffdZhenyu Wang 831b39d50e53b1bb27f6c29f88a697a4af78427dffdZhenyu Wang if (!I915_NEED_GFX_HWS(dev)) 832b39d50e53b1bb27f6c29f88a697a4af78427dffdZhenyu Wang return -EINVAL; 833dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 834dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu if (!dev_priv) { 8353e684eae586a9b210a4517da5637a255b1ff5a92Márton Németh DRM_ERROR("called with no initialization\n"); 83620caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -EINVAL; 837dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu } 838dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 83979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (drm_core_check_feature(dev, DRIVER_MODESET)) { 84079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes WARN(1, "tried to set status page when mode setting active\n"); 84179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes return 0; 84279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 84379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 8448a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("set status page addr 0x%08x\n", (u32)hws->addr); 845c153f45f9b7e30289157bba3ff5682291df16caaEric Anholt 8468187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai ring->status_page.gfx_addr = hws->addr & (0x1ffff<<12); 847dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 8488b40958032fd236194de57d29be9cf2c1f2643eeEric Anholt dev_priv->hws_map.offset = dev->agp->base + hws->addr; 849dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu dev_priv->hws_map.size = 4*1024; 850dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu dev_priv->hws_map.type = 0; 851dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu dev_priv->hws_map.flags = 0; 852dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu dev_priv->hws_map.mtrr = 0; 853dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 854dd0910b3c71b253c08111110f0399b924a8d5853Dave Airlie drm_core_ioremap_wc(&dev_priv->hws_map, dev); 855dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu if (dev_priv->hws_map.handle == NULL) { 856dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu i915_dma_cleanup(dev); 857e20f9c64c79e2282f9eb531509181965ec8f0a92Eric Anholt ring->status_page.gfx_addr = 0; 858dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu DRM_ERROR("can not ioremap virtual address for" 859dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu " G33 hw status page\n"); 86020caafa6ecb2487d9b223aa33e7cc704f912a758Eric Anholt return -ENOMEM; 861dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu } 8628187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai ring->status_page.page_addr = dev_priv->hws_map.handle; 8638187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai memset(ring->status_page.page_addr, 0, PAGE_SIZE); 8648187a2b70e34c727a06617441f74f202b6fefaf9Zou Nan hai I915_WRITE(HWS_PGA, ring->status_page.gfx_addr); 865dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 8668a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("load hws HWS_PGA with gfx mem 0x%x\n", 867e20f9c64c79e2282f9eb531509181965ec8f0a92Eric Anholt ring->status_page.gfx_addr); 8688a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("load hws at %p\n", 869e20f9c64c79e2282f9eb531509181965ec8f0a92Eric Anholt ring->status_page.page_addr); 870dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu return 0; 871dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu} 872dc7a93190c21edbf3ed23e678ad04f852b9cff28Wang Zhenyu 873ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airliestatic int i915_get_bridge_dev(struct drm_device *dev) 874ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie{ 875ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie struct drm_i915_private *dev_priv = dev->dev_private; 876ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie 877ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie dev_priv->bridge_dev = pci_get_bus_and_slot(0, PCI_DEVFN(0,0)); 878ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie if (!dev_priv->bridge_dev) { 879ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie DRM_ERROR("bridge device not found\n"); 880ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie return -1; 881ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie } 882ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie return 0; 883ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie} 884ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie 885c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#define MCHBAR_I915 0x44 886c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#define MCHBAR_I965 0x48 887c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#define MCHBAR_SIZE (4*4096) 888c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 889c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#define DEVEN_REG 0x54 890c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#define DEVEN_MCHBAR_EN (1 << 28) 891c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 892c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang/* Allocate space for the MCH regs if needed, return nonzero on error */ 893c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangstatic int 894c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangintel_alloc_mchbar_resource(struct drm_device *dev) 895c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang{ 896c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang drm_i915_private_t *dev_priv = dev->dev_private; 897a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson int reg = INTEL_INFO(dev)->gen >= 4 ? MCHBAR_I965 : MCHBAR_I915; 898c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang u32 temp_lo, temp_hi = 0; 899c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang u64 mchbar_addr; 900a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson int ret; 901c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 902a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (INTEL_INFO(dev)->gen >= 4) 903c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, reg + 4, &temp_hi); 904c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, reg, &temp_lo); 905c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang mchbar_addr = ((u64)temp_hi << 32) | temp_lo; 906c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 907c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang /* If ACPI doesn't have it, assume we need to allocate it ourselves */ 908c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#ifdef CONFIG_PNP 909c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (mchbar_addr && 910a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson pnp_range_reserved(mchbar_addr, mchbar_addr + MCHBAR_SIZE)) 911a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson return 0; 912c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang#endif 913c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 914c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang /* Get some space for it */ 915a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson dev_priv->mch_res.name = "i915 MCHBAR"; 916a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson dev_priv->mch_res.flags = IORESOURCE_MEM; 917a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson ret = pci_bus_alloc_resource(dev_priv->bridge_dev->bus, 918a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson &dev_priv->mch_res, 919c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang MCHBAR_SIZE, MCHBAR_SIZE, 920c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang PCIBIOS_MIN_MEM, 921a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson 0, pcibios_align_resource, 922c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang dev_priv->bridge_dev); 923c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (ret) { 924c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang DRM_DEBUG_DRIVER("failed bus alloc: %d\n", ret); 925c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang dev_priv->mch_res.start = 0; 926a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson return ret; 927c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } 928c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 929a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson if (INTEL_INFO(dev)->gen >= 4) 930c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, reg + 4, 931c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang upper_32_bits(dev_priv->mch_res.start)); 932c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 933c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, reg, 934c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang lower_32_bits(dev_priv->mch_res.start)); 935a25c25c2a2aa55e609099a9f74453c518aec29a6Chris Wilson return 0; 936c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang} 937c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 938c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang/* Setup MCHBAR if possible, return true if we should disable it again */ 939c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangstatic void 940c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangintel_setup_mchbar(struct drm_device *dev) 941c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang{ 942c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang drm_i915_private_t *dev_priv = dev->dev_private; 943a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson int mchbar_reg = INTEL_INFO(dev)->gen >= 4 ? MCHBAR_I965 : MCHBAR_I915; 944c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang u32 temp; 945c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang bool enabled; 946c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 947c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang dev_priv->mchbar_need_disable = false; 948c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 949c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (IS_I915G(dev) || IS_I915GM(dev)) { 950c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, DEVEN_REG, &temp); 951c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang enabled = !!(temp & DEVEN_MCHBAR_EN); 952c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } else { 953c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, mchbar_reg, &temp); 954c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang enabled = temp & 1; 955c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } 956c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 957c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang /* If it's already enabled, don't have to do anything */ 958c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (enabled) 959c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang return; 960c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 961c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (intel_alloc_mchbar_resource(dev)) 962c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang return; 963c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 964c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang dev_priv->mchbar_need_disable = true; 965c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 966c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang /* Space is allocated or reserved, so enable it. */ 967c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (IS_I915G(dev) || IS_I915GM(dev)) { 968c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, DEVEN_REG, 969c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang temp | DEVEN_MCHBAR_EN); 970c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } else { 971c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, mchbar_reg, &temp); 972c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, mchbar_reg, temp | 1); 973c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } 974c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang} 975c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 976c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangstatic void 977c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wangintel_teardown_mchbar(struct drm_device *dev) 978c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang{ 979c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang drm_i915_private_t *dev_priv = dev->dev_private; 980a6c45cf013a57e32ddae43dd4ac911eb4a3919fdChris Wilson int mchbar_reg = INTEL_INFO(dev)->gen >= 4 ? MCHBAR_I965 : MCHBAR_I915; 981c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang u32 temp; 982c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 983c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (dev_priv->mchbar_need_disable) { 984c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (IS_I915G(dev) || IS_I915GM(dev)) { 985c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, DEVEN_REG, &temp); 986c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang temp &= ~DEVEN_MCHBAR_EN; 987c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, DEVEN_REG, temp); 988c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } else { 989c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_read_config_dword(dev_priv->bridge_dev, mchbar_reg, &temp); 990c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang temp &= ~1; 991c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang pci_write_config_dword(dev_priv->bridge_dev, mchbar_reg, temp); 992c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } 993c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang } 994c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 995c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang if (dev_priv->mch_res.start) 996c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang release_resource(&dev_priv->mch_res); 997c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang} 998c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 9998082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_ADDRESS_MASK 0xfffff000 10008082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_ADDRESS_MASK_HIGH 0x000000f0 /* i915+ */ 10018082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_MAPPING_TYPE_UNCACHED (0 << 1) 10028082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_MAPPING_TYPE_DCACHE (1 << 1) /* i830 only */ 10038082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_MAPPING_TYPE_CACHED (3 << 1) 10048082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_MAPPING_TYPE_MASK (3 << 1) 10058082400327d8d2ca54254b593644942bed0edd25Jesse Barnes#define PTE_VALID (1 << 0) 10068082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10078082400327d8d2ca54254b593644942bed0edd25Jesse Barnes/** 1008fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson * i915_stolen_to_phys - take an offset into stolen memory and turn it into 1009fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson * a physical one 10108082400327d8d2ca54254b593644942bed0edd25Jesse Barnes * @dev: drm device 1011fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson * @offset: address to translate 10128082400327d8d2ca54254b593644942bed0edd25Jesse Barnes * 1013fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson * Some chip functions require allocations from stolen space and need the 1014fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson * physical address of the memory in question. 10158082400327d8d2ca54254b593644942bed0edd25Jesse Barnes */ 1016fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilsonstatic unsigned long i915_stolen_to_phys(struct drm_device *dev, u32 offset) 10178082400327d8d2ca54254b593644942bed0edd25Jesse Barnes{ 1018fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson struct drm_i915_private *dev_priv = dev->dev_private; 1019fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson struct pci_dev *pdev = dev_priv->bridge_dev; 1020fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson u32 base; 1021fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson 1022fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson#if 0 1023fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson /* On the machines I have tested the Graphics Base of Stolen Memory 1024fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson * is unreliable, so compute the base by subtracting the stolen memory 1025fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson * from the Top of Low Usable DRAM which is where the BIOS places 1026fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson * the graphics stolen memory. 1027fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson */ 1028fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (INTEL_INFO(dev)->gen > 3 || IS_G33(dev)) { 1029fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson /* top 32bits are reserved = 0 */ 1030fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson pci_read_config_dword(pdev, 0xA4, &base); 10318082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } else { 1032fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson /* XXX presume 8xx is the same as i915 */ 1033fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson pci_bus_read_config_dword(pdev->bus, 2, 0x5C, &base); 1034fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson } 1035fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson#else 1036fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (INTEL_INFO(dev)->gen > 3 || IS_G33(dev)) { 1037fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson u16 val; 1038fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson pci_read_config_word(pdev, 0xb0, &val); 1039fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson base = val >> 4 << 20; 1040fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson } else { 1041fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson u8 val; 1042fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson pci_read_config_byte(pdev, 0x9c, &val); 1043fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson base = val >> 3 << 27; 10448082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 1045c64f7ba5f1006d8c20eacafecf98d4d00a6902a0Chris Wilson base -= dev_priv->mm.gtt->stolen_size; 1046fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson#endif 10478082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 1048fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson return base + offset; 10498082400327d8d2ca54254b593644942bed0edd25Jesse Barnes} 10508082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10518082400327d8d2ca54254b593644942bed0edd25Jesse Barnesstatic void i915_warn_stolen(struct drm_device *dev) 10528082400327d8d2ca54254b593644942bed0edd25Jesse Barnes{ 10538082400327d8d2ca54254b593644942bed0edd25Jesse Barnes DRM_ERROR("not enough stolen space for compressed buffer, disabling\n"); 10548082400327d8d2ca54254b593644942bed0edd25Jesse Barnes DRM_ERROR("hint: you may be able to increase stolen memory size in the BIOS to avoid this\n"); 10558082400327d8d2ca54254b593644942bed0edd25Jesse Barnes} 10568082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10578082400327d8d2ca54254b593644942bed0edd25Jesse Barnesstatic void i915_setup_compression(struct drm_device *dev, int size) 10588082400327d8d2ca54254b593644942bed0edd25Jesse Barnes{ 10598082400327d8d2ca54254b593644942bed0edd25Jesse Barnes struct drm_i915_private *dev_priv = dev->dev_private; 1060132b6aab90d2673af67c414878da241a197e00fbPrarit Bhargava struct drm_mm_node *compressed_fb, *uninitialized_var(compressed_llb); 106129bd0ae25f8cb96b63560c2cbccec77b425e1603Andrew Morton unsigned long cfb_base; 106229bd0ae25f8cb96b63560c2cbccec77b425e1603Andrew Morton unsigned long ll_base = 0; 10638082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 1064fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson compressed_fb = drm_mm_search_free(&dev_priv->mm.stolen, size, 4096, 0); 1065fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (compressed_fb) 1066fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson compressed_fb = drm_mm_get_block(compressed_fb, size, 4096); 1067fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (!compressed_fb) 1068fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson goto err; 10698082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 1070fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson cfb_base = i915_stolen_to_phys(dev, compressed_fb->start); 1071fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (!cfb_base) 1072fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson goto err_fb; 10738082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10749c04f015ebc2cc2cca5a4a576deb82a311578edcYuanhan Liu if (!(IS_GM45(dev) || HAS_PCH_SPLIT(dev))) { 1075fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson compressed_llb = drm_mm_search_free(&dev_priv->mm.stolen, 1076fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson 4096, 4096, 0); 1077fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (compressed_llb) 1078fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson compressed_llb = drm_mm_get_block(compressed_llb, 1079fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson 4096, 4096); 1080fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (!compressed_llb) 1081fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson goto err_fb; 108274dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes 1083fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson ll_base = i915_stolen_to_phys(dev, compressed_llb->start); 1084fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (!ll_base) 1085fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson goto err_llb; 10868082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 10878082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 10888082400327d8d2ca54254b593644942bed0edd25Jesse Barnes dev_priv->cfb_size = size; 10898082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 1090ee5382aedf669127bf672a3fc5313247fc288e26Adam Jackson intel_disable_fbc(dev); 109120bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes dev_priv->compressed_fb = compressed_fb; 10929c04f015ebc2cc2cca5a4a576deb82a311578edcYuanhan Liu if (HAS_PCH_SPLIT(dev)) 1093b52eb4dcab23fe0c52a437276258e0afcf913ef5Zhao Yakui I915_WRITE(ILK_DPFC_CB_BASE, compressed_fb->start); 1094b52eb4dcab23fe0c52a437276258e0afcf913ef5Zhao Yakui else if (IS_GM45(dev)) { 109574dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes I915_WRITE(DPFC_CB_BASE, compressed_fb->start); 109674dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes } else { 109774dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes I915_WRITE(FBC_CFB_BASE, cfb_base); 109874dff282237ea8c0a5df1afd8526eac4b6cee063Jesse Barnes I915_WRITE(FBC_LL_BASE, ll_base); 109920bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes dev_priv->compressed_llb = compressed_llb; 11008082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 11018082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 1102fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson DRM_DEBUG_KMS("FBC base 0x%08lx, ll base 0x%08lx, size %dM\n", 1103fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson cfb_base, ll_base, size >> 20); 1104fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson return; 1105fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson 1106fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilsonerr_llb: 1107fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson drm_mm_put_block(compressed_llb); 1108fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilsonerr_fb: 1109fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson drm_mm_put_block(compressed_fb); 1110fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilsonerr: 1111fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson dev_priv->no_fbc_reason = FBC_STOLEN_TOO_SMALL; 1112fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson i915_warn_stolen(dev); 11138082400327d8d2ca54254b593644942bed0edd25Jesse Barnes} 11148082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 111520bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnesstatic void i915_cleanup_compression(struct drm_device *dev) 111620bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes{ 111720bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes struct drm_i915_private *dev_priv = dev->dev_private; 111820bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes 111920bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes drm_mm_put_block(dev_priv->compressed_fb); 1120aebf0dafee1a0a22b3d25db8107c6479db4aaebeJesse Barnes if (dev_priv->compressed_llb) 112120bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes drm_mm_put_block(dev_priv->compressed_llb); 112220bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes} 112320bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes 112428d520433b6375740990ab99d69b0d0067fd656bDave Airlie/* true = enable decode, false = disable decoder */ 112528d520433b6375740990ab99d69b0d0067fd656bDave Airliestatic unsigned int i915_vga_set_decode(void *cookie, bool state) 112628d520433b6375740990ab99d69b0d0067fd656bDave Airlie{ 112728d520433b6375740990ab99d69b0d0067fd656bDave Airlie struct drm_device *dev = cookie; 112828d520433b6375740990ab99d69b0d0067fd656bDave Airlie 112928d520433b6375740990ab99d69b0d0067fd656bDave Airlie intel_modeset_vga_set_state(dev, state); 113028d520433b6375740990ab99d69b0d0067fd656bDave Airlie if (state) 113128d520433b6375740990ab99d69b0d0067fd656bDave Airlie return VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM | 113228d520433b6375740990ab99d69b0d0067fd656bDave Airlie VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM; 113328d520433b6375740990ab99d69b0d0067fd656bDave Airlie else 113428d520433b6375740990ab99d69b0d0067fd656bDave Airlie return VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM; 113528d520433b6375740990ab99d69b0d0067fd656bDave Airlie} 113628d520433b6375740990ab99d69b0d0067fd656bDave Airlie 11376a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airliestatic void i915_switcheroo_set_state(struct pci_dev *pdev, enum vga_switcheroo_state state) 11386a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie{ 11396a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie struct drm_device *dev = pci_get_drvdata(pdev); 11406a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie pm_message_t pmm = { .event = PM_EVENT_SUSPEND }; 11416a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie if (state == VGA_SWITCHEROO_ON) { 1142fbf81762e385d3d45acad057b654d56972acf58cDave Airlie printk(KERN_INFO "i915: switched on\n"); 11435bcf719b7db0f9366cedaf102b081f99b1c325aeDave Airlie dev->switch_power_state = DRM_SWITCH_POWER_CHANGING; 11446a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie /* i915 resume handler doesn't set to D0 */ 11456a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie pci_set_power_state(dev->pdev, PCI_D0); 11466a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie i915_resume(dev); 11475bcf719b7db0f9366cedaf102b081f99b1c325aeDave Airlie dev->switch_power_state = DRM_SWITCH_POWER_ON; 11486a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie } else { 11496a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie printk(KERN_ERR "i915: switched off\n"); 11505bcf719b7db0f9366cedaf102b081f99b1c325aeDave Airlie dev->switch_power_state = DRM_SWITCH_POWER_CHANGING; 11516a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie i915_suspend(dev, pmm); 11525bcf719b7db0f9366cedaf102b081f99b1c325aeDave Airlie dev->switch_power_state = DRM_SWITCH_POWER_OFF; 11536a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie } 11546a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie} 11556a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie 11566a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airliestatic bool i915_switcheroo_can_switch(struct pci_dev *pdev) 11576a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie{ 11586a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie struct drm_device *dev = pci_get_drvdata(pdev); 11596a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie bool can_switch; 11606a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie 11616a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie spin_lock(&dev->count_lock); 11626a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie can_switch = (dev->open_count == 0); 11636a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie spin_unlock(&dev->count_lock); 11646a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie return can_switch; 11656a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie} 11666a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie 116753984635a659e360f206a81ada4ae813152d72f1Daniel Vetterstatic int i915_load_modeset_init(struct drm_device *dev) 116879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes{ 116979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes struct drm_i915_private *dev_priv = dev->dev_private; 117053984635a659e360f206a81ada4ae813152d72f1Daniel Vetter unsigned long prealloc_size, gtt_size, mappable_size; 117179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes int ret = 0; 117279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 1173c64f7ba5f1006d8c20eacafecf98d4d00a6902a0Chris Wilson prealloc_size = dev_priv->mm.gtt->stolen_size; 117453984635a659e360f206a81ada4ae813152d72f1Daniel Vetter gtt_size = dev_priv->mm.gtt->gtt_total_entries << PAGE_SHIFT; 117553984635a659e360f206a81ada4ae813152d72f1Daniel Vetter mappable_size = dev_priv->mm.gtt->gtt_mappable_entries << PAGE_SHIFT; 117653984635a659e360f206a81ada4ae813152d72f1Daniel Vetter 1177fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson /* Basic memrange allocator for stolen space */ 1178fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson drm_mm_init(&dev_priv->mm.stolen, 0, prealloc_size); 117979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 1180fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson /* Let GEM Manage all of the aperture. 118113f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * 118213f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * However, leave one page at the end still bound to the scratch page. 118313f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * There are a number of places where the hardware apparently 118413f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * prefetches past the end of the object, and we've seen multiple 118513f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * hangs with the GPU head pointer stuck in a batchbuffer bound 118613f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * at the last page of the aperture. One page should be enough to 118713f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt * keep any prefetching inside of the aperture. 118813f4c435ebf2a7c150ffa714f3b23b8e4e8cb42fEric Anholt */ 1189fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson i915_gem_do_init(dev, 0, mappable_size, gtt_size - PAGE_SIZE); 119079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 119111ed50ec2a316928c2bacc1149bded86c6a96068Ben Gamari mutex_lock(&dev->struct_mutex); 119279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes ret = i915_gem_init_ringbuffer(dev); 119311ed50ec2a316928c2bacc1149bded86c6a96068Ben Gamari mutex_unlock(&dev->struct_mutex); 119479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (ret) 1195b8da7de56ca0ad34726478a50d138a29a9ff76cbDave Airlie goto out; 119679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 11978082400327d8d2ca54254b593644942bed0edd25Jesse Barnes /* Try to set up FBC with a reasonable compressed buffer size */ 11989216d44dc13b5e858253f06d83ceea25a9b72f4fShaohua Li if (I915_HAS_FBC(dev) && i915_powersave) { 11998082400327d8d2ca54254b593644942bed0edd25Jesse Barnes int cfb_size; 12008082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 1201fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson /* Leave 1M for line length buffer & misc. */ 1202fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson 1203fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson /* Try to get a 32M buffer... */ 1204fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson if (prealloc_size > (36*1024*1024)) 1205fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson cfb_size = 32*1024*1024; 12068082400327d8d2ca54254b593644942bed0edd25Jesse Barnes else /* fall back to 7/8 of the stolen space */ 12078082400327d8d2ca54254b593644942bed0edd25Jesse Barnes cfb_size = prealloc_size * 7 / 8; 12088082400327d8d2ca54254b593644942bed0edd25Jesse Barnes i915_setup_compression(dev, cfb_size); 12098082400327d8d2ca54254b593644942bed0edd25Jesse Barnes } 12108082400327d8d2ca54254b593644942bed0edd25Jesse Barnes 1211fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson /* Allow hardware batchbuffers unless told otherwise. */ 121279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes dev_priv->allow_batchbuffer = 1; 121379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 12146d139a87b747aaebc969ac5f4eb8db766fcd9cbdBryan Freed ret = intel_parse_bios(dev); 121579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (ret) 121679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes DRM_INFO("failed to find VBIOS tables\n"); 121779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 1218934f992c763ae1e5eefcce8af769c16444085df7Chris Wilson /* If we have > 1 VGA cards, then we need to arbitrate access 1219934f992c763ae1e5eefcce8af769c16444085df7Chris Wilson * to the common VGA resources. 1220934f992c763ae1e5eefcce8af769c16444085df7Chris Wilson * 1221934f992c763ae1e5eefcce8af769c16444085df7Chris Wilson * If we are a secondary display controller (!PCI_DISPLAY_CLASS_VGA), 1222934f992c763ae1e5eefcce8af769c16444085df7Chris Wilson * then we do not take part in VGA arbitration and the 1223934f992c763ae1e5eefcce8af769c16444085df7Chris Wilson * vga_client_register() fails with -ENODEV. 1224934f992c763ae1e5eefcce8af769c16444085df7Chris Wilson */ 122528d520433b6375740990ab99d69b0d0067fd656bDave Airlie ret = vga_client_register(dev->pdev, dev, NULL, i915_vga_set_decode); 1226934f992c763ae1e5eefcce8af769c16444085df7Chris Wilson if (ret && ret != -ENODEV) 12275a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson goto cleanup_ringbuffer; 122828d520433b6375740990ab99d69b0d0067fd656bDave Airlie 1229723bfd707a97fee06eb3ba4d3e8b4714c29a1064Jesse Barnes intel_register_dsm_handler(); 1230723bfd707a97fee06eb3ba4d3e8b4714c29a1064Jesse Barnes 12316a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie ret = vga_switcheroo_register_client(dev->pdev, 12326a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie i915_switcheroo_set_state, 12338d608aa6295242fe4c4b6105b8c59c6a5b232d89Dave Airlie NULL, 12346a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie i915_switcheroo_can_switch); 12356a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie if (ret) 12365a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson goto cleanup_vga_client; 12376a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie 12381afe3e9d4335bf3bc5615e37243dc8fef65dac8fJesse Barnes /* IIR "flip pending" bit means done if this bit is set */ 12391afe3e9d4335bf3bc5615e37243dc8fef65dac8fJesse Barnes if (IS_GEN3(dev) && (I915_READ(ECOSKPD) & ECO_FLIP_DONE)) 12401afe3e9d4335bf3bc5615e37243dc8fef65dac8fJesse Barnes dev_priv->flip_pending_is_done = true; 12411afe3e9d4335bf3bc5615e37243dc8fef65dac8fJesse Barnes 1242b01f2c3a4a37d09a47ad73ccbb46d554d21cfeb0Jesse Barnes intel_modeset_init(dev); 1243b01f2c3a4a37d09a47ad73ccbb46d554d21cfeb0Jesse Barnes 124479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes ret = drm_irq_install(dev); 124579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (ret) 12465a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson goto cleanup_vga_switcheroo; 124779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 124879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes /* Always safe in the mode setting case. */ 124979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes /* FIXME: do pre/post-mode set stuff in core KMS code */ 125079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes dev->vblank_disable_allowed = 1; 125179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 12525a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson ret = intel_fbdev_init(dev); 12535a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson if (ret) 12545a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson goto cleanup_irq; 12555a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson 1256eb1f8e4f3be898df808e2dfc131099f5831d491dDave Airlie drm_kms_helper_poll_init(dev); 125787acb0a550694ff1a7725ea3a73b80d8ccf56180Chris Wilson 125887acb0a550694ff1a7725ea3a73b80d8ccf56180Chris Wilson /* We're off and running w/KMS */ 125987acb0a550694ff1a7725ea3a73b80d8ccf56180Chris Wilson dev_priv->mm.suspended = 0; 126087acb0a550694ff1a7725ea3a73b80d8ccf56180Chris Wilson 126179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes return 0; 126279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 12635a79395b2791cc70442ab8434aed1b5206683e7cChris Wilsoncleanup_irq: 12645a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson drm_irq_uninstall(dev); 12655a79395b2791cc70442ab8434aed1b5206683e7cChris Wilsoncleanup_vga_switcheroo: 12665a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson vga_switcheroo_unregister_client(dev->pdev); 12675a79395b2791cc70442ab8434aed1b5206683e7cChris Wilsoncleanup_vga_client: 12685a79395b2791cc70442ab8434aed1b5206683e7cChris Wilson vga_client_register(dev->pdev, NULL, NULL, NULL); 12695a79395b2791cc70442ab8434aed1b5206683e7cChris Wilsoncleanup_ringbuffer: 127021099537dbacc5c8999d833e6bfd1b72edd89189Eric Anholt mutex_lock(&dev->struct_mutex); 127179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes i915_gem_cleanup_ringbuffer(dev); 127221099537dbacc5c8999d833e6bfd1b72edd89189Eric Anholt mutex_unlock(&dev->struct_mutex); 127379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnesout: 127479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes return ret; 127579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes} 127679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 12777c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlieint i915_master_create(struct drm_device *dev, struct drm_master *master) 12787c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie{ 12797c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv; 12807c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 12819a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt master_priv = kzalloc(sizeof(*master_priv), GFP_KERNEL); 12827c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (!master_priv) 12837c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie return -ENOMEM; 12847c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 12857c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master->driver_priv = master_priv; 12867c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie return 0; 12877c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie} 12887c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 12897c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlievoid i915_master_destroy(struct drm_device *dev, struct drm_master *master) 12907c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie{ 12917c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie struct drm_i915_master_private *master_priv = master->driver_priv; 12927c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 12937c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie if (!master_priv) 12947c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie return; 12957c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 12969a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(master_priv); 12977c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 12987c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie master->driver_priv = NULL; 12997c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie} 13007c1c2871a6a3a114853ec6836e9035ac1c0c7f7aDave Airlie 13017648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesstatic void i915_pineview_get_mem_freq(struct drm_device *dev) 13027662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li{ 13037662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li drm_i915_private_t *dev_priv = dev->dev_private; 13047662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li u32 tmp; 13057662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li 13067662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li tmp = I915_READ(CLKCFG); 13077662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li 13087662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li switch (tmp & CLKCFG_FSB_MASK) { 13097662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_FSB_533: 13107662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->fsb_freq = 533; /* 133*4 */ 13117662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13127662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_FSB_800: 13137662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->fsb_freq = 800; /* 200*4 */ 13147662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13157662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_FSB_667: 13167662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->fsb_freq = 667; /* 167*4 */ 13177662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13187662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_FSB_400: 13197662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->fsb_freq = 400; /* 100*4 */ 13207662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13217662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li } 13227662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li 13237662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li switch (tmp & CLKCFG_MEM_MASK) { 13247662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_MEM_533: 13257662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->mem_freq = 533; 13267662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13277662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_MEM_667: 13287662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->mem_freq = 667; 13297662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13307662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li case CLKCFG_MEM_800: 13317662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li dev_priv->mem_freq = 800; 13327662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li break; 13337662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li } 13349553426372eef71c849499fb1d232f4b0577c0f9Li Peng 13359553426372eef71c849499fb1d232f4b0577c0f9Li Peng /* detect pineview DDR3 setting */ 13369553426372eef71c849499fb1d232f4b0577c0f9Li Peng tmp = I915_READ(CSHRDDR3CTL); 13379553426372eef71c849499fb1d232f4b0577c0f9Li Peng dev_priv->is_ddr3 = (tmp & CSHRDDR3CTL_DDR3) ? 1 : 0; 13387662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li} 13397662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li 13407648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesstatic void i915_ironlake_get_mem_freq(struct drm_device *dev) 13417648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 13427648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes drm_i915_private_t *dev_priv = dev->dev_private; 13437648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u16 ddrpll, csipll; 13447648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 13457648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ddrpll = I915_READ16(DDRMPLL1); 13467648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes csipll = I915_READ16(CSIPLL0); 13477648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 13487648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes switch (ddrpll & 0xff) { 13497648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0xc: 13507648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mem_freq = 800; 13517648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13527648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x10: 13537648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mem_freq = 1066; 13547648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13557648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x14: 13567648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mem_freq = 1333; 13577648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13587648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x18: 13597648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mem_freq = 1600; 13607648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13617648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes default: 13627648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes DRM_DEBUG_DRIVER("unknown memory frequency 0x%02x\n", 13637648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ddrpll & 0xff); 13647648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mem_freq = 0; 13657648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13667648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 13677648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 13687648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->r_t = dev_priv->mem_freq; 13697648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 13707648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes switch (csipll & 0x3ff) { 13717648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x00c: 13727648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 3200; 13737648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13747648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x00e: 13757648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 3733; 13767648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13777648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x010: 13787648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 4266; 13797648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13807648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x012: 13817648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 4800; 13827648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13837648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x014: 13847648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 5333; 13857648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13867648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x016: 13877648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 5866; 13887648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13897648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes case 0x018: 13907648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 6400; 13917648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13927648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes default: 13937648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes DRM_DEBUG_DRIVER("unknown fsb frequency 0x%04x\n", 13947648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes csipll & 0x3ff); 13957648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->fsb_freq = 0; 13967648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 13977648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 13987648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 13997648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (dev_priv->fsb_freq == 3200) { 14007648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->c_m = 0; 14017648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } else if (dev_priv->fsb_freq > 3200 && dev_priv->fsb_freq <= 4800) { 14027648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->c_m = 1; 14037648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } else { 14047648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->c_m = 2; 14057648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 14067648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 14077648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 1408faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilsonstatic const struct cparams { 1409faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson u16 i; 1410faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson u16 t; 1411faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson u16 m; 1412faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson u16 c; 1413faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson} cparams[] = { 14147648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 1, 1333, 301, 28664 }, 14157648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 1, 1066, 294, 24460 }, 14167648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 1, 800, 294, 25192 }, 14177648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 0, 1333, 276, 27605 }, 14187648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 0, 1066, 276, 27605 }, 14197648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes { 0, 800, 231, 23784 }, 14207648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes}; 14217648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14227648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesunsigned long i915_chipset_val(struct drm_i915_private *dev_priv) 14237648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 14247648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u64 total_count, diff, ret; 14257648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u32 count1, count2, count3, m = 0, c = 0; 14267648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long now = jiffies_to_msecs(jiffies), diff1; 14277648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes int i; 14287648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14297648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff1 = now - dev_priv->last_time1; 14307648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14317648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes count1 = I915_READ(DMIEC); 14327648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes count2 = I915_READ(DDREC); 14337648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes count3 = I915_READ(CSIEC); 14347648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14357648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes total_count = count1 + count2 + count3; 14367648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14377648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes /* FIXME: handle per-counter overflow */ 14387648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (total_count < dev_priv->last_count1) { 14397648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff = ~0UL - dev_priv->last_count1; 14407648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff += total_count; 14417648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } else { 14427648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff = total_count - dev_priv->last_count1; 14437648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 14447648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14457648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes for (i = 0; i < ARRAY_SIZE(cparams); i++) { 14467648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (cparams[i].i == dev_priv->c_m && 14477648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes cparams[i].t == dev_priv->r_t) { 14487648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes m = cparams[i].m; 14497648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes c = cparams[i].c; 14507648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes break; 14517648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 14527648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 14537648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 1454d270ae34eb77c58dea60e5b1e300a698d2ce39acJesse Barnes diff = div_u64(diff, diff1); 14557648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = ((m * diff) + c); 1456d270ae34eb77c58dea60e5b1e300a698d2ce39acJesse Barnes ret = div_u64(ret, 10); 14577648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14587648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->last_count1 = total_count; 14597648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->last_time1 = now; 14607648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14617648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return ret; 14627648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 14637648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14647648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesunsigned long i915_mch_val(struct drm_i915_private *dev_priv) 14657648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 14667648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long m, x, b; 14677648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u32 tsfs; 14687648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14697648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes tsfs = I915_READ(TSFS); 14707648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14717648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes m = ((tsfs & TSFS_SLOPE_MASK) >> TSFS_SLOPE_SHIFT); 14727648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes x = I915_READ8(TR1); 14737648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14747648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes b = tsfs & TSFS_INTR_MASK; 14757648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 14767648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return ((m * x) / 127) - b; 14777648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 14787648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 1479faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilsonstatic u16 pvid_to_extvid(struct drm_i915_private *dev_priv, u8 pxvid) 14807648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 1481faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson static const struct v_table { 1482faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson u16 vd; /* in .1 mil */ 1483faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson u16 vm; /* in .1 mil */ 1484faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson } v_table[] = { 1485faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 0, 0, }, 1486faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 375, 0, }, 1487faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 500, 0, }, 1488faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 625, 0, }, 1489faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 750, 0, }, 1490faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 875, 0, }, 1491faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 1000, 0, }, 1492faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 1125, 0, }, 1493faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1494faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1495faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1496faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1497faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1498faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1499faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1500faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1501faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1502faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1503faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1504faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1505faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1506faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1507faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1508faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1509faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1510faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1511faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1512faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1513faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1514faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1515faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1516faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4125, 3000, }, 1517faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4250, 3125, }, 1518faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4375, 3250, }, 1519faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4500, 3375, }, 1520faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4625, 3500, }, 1521faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4750, 3625, }, 1522faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 4875, 3750, }, 1523faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 5000, 3875, }, 1524faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 5125, 4000, }, 1525faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 5250, 4125, }, 1526faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 5375, 4250, }, 1527faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 5500, 4375, }, 1528faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 5625, 4500, }, 1529faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 5750, 4625, }, 1530faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 5875, 4750, }, 1531faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 6000, 4875, }, 1532faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 6125, 5000, }, 1533faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 6250, 5125, }, 1534faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 6375, 5250, }, 1535faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 6500, 5375, }, 1536faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 6625, 5500, }, 1537faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 6750, 5625, }, 1538faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 6875, 5750, }, 1539faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 7000, 5875, }, 1540faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 7125, 6000, }, 1541faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 7250, 6125, }, 1542faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 7375, 6250, }, 1543faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 7500, 6375, }, 1544faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 7625, 6500, }, 1545faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 7750, 6625, }, 1546faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 7875, 6750, }, 1547faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 8000, 6875, }, 1548faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 8125, 7000, }, 1549faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 8250, 7125, }, 1550faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 8375, 7250, }, 1551faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 8500, 7375, }, 1552faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 8625, 7500, }, 1553faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 8750, 7625, }, 1554faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 8875, 7750, }, 1555faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 9000, 7875, }, 1556faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 9125, 8000, }, 1557faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 9250, 8125, }, 1558faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 9375, 8250, }, 1559faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 9500, 8375, }, 1560faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 9625, 8500, }, 1561faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 9750, 8625, }, 1562faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 9875, 8750, }, 1563faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 10000, 8875, }, 1564faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 10125, 9000, }, 1565faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 10250, 9125, }, 1566faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 10375, 9250, }, 1567faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 10500, 9375, }, 1568faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 10625, 9500, }, 1569faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 10750, 9625, }, 1570faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 10875, 9750, }, 1571faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 11000, 9875, }, 1572faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 11125, 10000, }, 1573faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 11250, 10125, }, 1574faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 11375, 10250, }, 1575faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 11500, 10375, }, 1576faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 11625, 10500, }, 1577faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 11750, 10625, }, 1578faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 11875, 10750, }, 1579faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 12000, 10875, }, 1580faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 12125, 11000, }, 1581faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 12250, 11125, }, 1582faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 12375, 11250, }, 1583faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 12500, 11375, }, 1584faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 12625, 11500, }, 1585faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 12750, 11625, }, 1586faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 12875, 11750, }, 1587faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 13000, 11875, }, 1588faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 13125, 12000, }, 1589faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 13250, 12125, }, 1590faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 13375, 12250, }, 1591faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 13500, 12375, }, 1592faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 13625, 12500, }, 1593faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 13750, 12625, }, 1594faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 13875, 12750, }, 1595faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 14000, 12875, }, 1596faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 14125, 13000, }, 1597faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 14250, 13125, }, 1598faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 14375, 13250, }, 1599faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 14500, 13375, }, 1600faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 14625, 13500, }, 1601faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 14750, 13625, }, 1602faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 14875, 13750, }, 1603faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 15000, 13875, }, 1604faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 15125, 14000, }, 1605faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 15250, 14125, }, 1606faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 15375, 14250, }, 1607faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 15500, 14375, }, 1608faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 15625, 14500, }, 1609faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 15750, 14625, }, 1610faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 15875, 14750, }, 1611faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 16000, 14875, }, 1612faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson { 16125, 15000, }, 1613faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson }; 1614faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson if (dev_priv->info->is_mobile) 1615faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson return v_table[pxvid].vm; 1616faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson else 1617faa60c4174d943696b9478c5de6438c4f0fecba6Chris Wilson return v_table[pxvid].vd; 16187648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 16197648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16207648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesvoid i915_update_gfx_val(struct drm_i915_private *dev_priv) 16217648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 16227648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes struct timespec now, diff1; 16237648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u64 diff; 16247648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long diffms; 16257648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u32 count; 16267648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16277648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes getrawmonotonic(&now); 16287648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff1 = timespec_sub(now, dev_priv->last_time2); 16297648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16307648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes /* Don't divide by 0 */ 16317648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diffms = diff1.tv_sec * 1000 + diff1.tv_nsec / 1000000; 16327648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!diffms) 16337648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return; 16347648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16357648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes count = I915_READ(GFXEC); 16367648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16377648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (count < dev_priv->last_count2) { 16387648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff = ~0UL - dev_priv->last_count2; 16397648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff += count; 16407648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } else { 16417648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff = count - dev_priv->last_count2; 16427648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 16437648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16447648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->last_count2 = count; 16457648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->last_time2 = now; 16467648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16477648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes /* More magic constants... */ 16487648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes diff = diff * 1181; 1649d270ae34eb77c58dea60e5b1e300a698d2ce39acJesse Barnes diff = div_u64(diff, diffms * 10); 16507648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->gfx_power = diff; 16517648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 16527648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16537648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesunsigned long i915_gfx_val(struct drm_i915_private *dev_priv) 16547648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 16557648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long t, corr, state1, corr2, state2; 16567648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes u32 pxvid, ext_v; 16577648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16587648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes pxvid = I915_READ(PXVFREQ_BASE + (dev_priv->cur_delay * 4)); 16597648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes pxvid = (pxvid >> 24) & 0x7f; 16607648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ext_v = pvid_to_extvid(dev_priv, pxvid); 16617648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16627648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes state1 = ext_v; 16637648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16647648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes t = i915_mch_val(dev_priv); 16657648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16667648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes /* Revel in the empirically derived constants */ 16677648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16687648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes /* Correction factor in 1/100000 units */ 16697648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (t > 80) 16707648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr = ((t * 2349) + 135940); 16717648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes else if (t >= 50) 16727648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr = ((t * 964) + 29317); 16737648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes else /* < 50 */ 16747648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr = ((t * 301) + 1004); 16757648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16767648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr = corr * ((150142 * state1) / 10000 - 78642); 16777648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr /= 100000; 16787648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes corr2 = (corr * dev_priv->corr); 16797648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16807648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes state2 = (corr2 * state1) / 10000; 16817648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes state2 /= 100; /* convert to mW */ 16827648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16837648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes i915_update_gfx_val(dev_priv); 16847648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16857648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return dev_priv->gfx_power + state2; 16867648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 16877648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 16887648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/* Global for IPS driver to get at the current i915 device */ 16897648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesstatic struct drm_i915_private *i915_mch_dev; 16907648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/* 16917648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * Lock protecting IPS related data structures 16927648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * - i915_mch_dev 16937648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * - dev_priv->max_delay 16947648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * - dev_priv->min_delay 16957648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * - dev_priv->fmax 16967648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * - dev_priv->gpu_busy 16977648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 1698995b6762f0fd54377bbfafdf5328b12de698bfa8Chris Wilsonstatic DEFINE_SPINLOCK(mchdev_lock); 16997648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17007648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/** 17017648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * i915_read_mch_val - return value for IPS use 17027648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * 17037648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * Calculate and return a value for the IPS driver to use when deciding whether 17047648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * we have thermal and power headroom to increase CPU or GPU power budget. 17057648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 17067648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesunsigned long i915_read_mch_val(void) 17077648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 17087648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes struct drm_i915_private *dev_priv; 17097648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes unsigned long chipset_val, graphics_val, ret = 0; 17107648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17117648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_lock(&mchdev_lock); 17127648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!i915_mch_dev) 17137648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes goto out_unlock; 17147648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv = i915_mch_dev; 17157648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17167648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes chipset_val = i915_chipset_val(dev_priv); 17177648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes graphics_val = i915_gfx_val(dev_priv); 17187648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17197648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = chipset_val + graphics_val; 17207648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17217648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesout_unlock: 17227648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_unlock(&mchdev_lock); 17237648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17247648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return ret; 17257648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 17267648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse BarnesEXPORT_SYMBOL_GPL(i915_read_mch_val); 17277648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17287648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/** 17297648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * i915_gpu_raise - raise GPU frequency limit 17307648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * 17317648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * Raise the limit; IPS indicates we have thermal headroom. 17327648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 17337648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesbool i915_gpu_raise(void) 17347648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 17357648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes struct drm_i915_private *dev_priv; 17367648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes bool ret = true; 17377648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17387648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_lock(&mchdev_lock); 17397648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!i915_mch_dev) { 17407648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = false; 17417648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes goto out_unlock; 17427648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 17437648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv = i915_mch_dev; 17447648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17457648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (dev_priv->max_delay > dev_priv->fmax) 17467648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->max_delay--; 17477648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17487648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesout_unlock: 17497648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_unlock(&mchdev_lock); 17507648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17517648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return ret; 17527648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 17537648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse BarnesEXPORT_SYMBOL_GPL(i915_gpu_raise); 17547648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17557648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/** 17567648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * i915_gpu_lower - lower GPU frequency limit 17577648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * 17587648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * IPS indicates we're close to a thermal limit, so throttle back the GPU 17597648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * frequency maximum. 17607648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 17617648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesbool i915_gpu_lower(void) 17627648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 17637648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes struct drm_i915_private *dev_priv; 17647648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes bool ret = true; 17657648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17667648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_lock(&mchdev_lock); 17677648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!i915_mch_dev) { 17687648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = false; 17697648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes goto out_unlock; 17707648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 17717648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv = i915_mch_dev; 17727648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17737648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (dev_priv->max_delay < dev_priv->min_delay) 17747648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->max_delay++; 17757648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17767648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesout_unlock: 17777648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_unlock(&mchdev_lock); 17787648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17797648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return ret; 17807648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 17817648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse BarnesEXPORT_SYMBOL_GPL(i915_gpu_lower); 17827648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17837648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/** 17847648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * i915_gpu_busy - indicate GPU business to IPS 17857648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * 17867648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * Tell the IPS driver whether or not the GPU is busy. 17877648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 17887648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesbool i915_gpu_busy(void) 17897648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 17907648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes struct drm_i915_private *dev_priv; 17917648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes bool ret = false; 17927648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17937648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_lock(&mchdev_lock); 17947648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!i915_mch_dev) 17957648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes goto out_unlock; 17967648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv = i915_mch_dev; 17977648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 17987648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = dev_priv->busy; 17997648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18007648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesout_unlock: 18017648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_unlock(&mchdev_lock); 18027648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18037648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return ret; 18047648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 18057648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse BarnesEXPORT_SYMBOL_GPL(i915_gpu_busy); 18067648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18077648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes/** 18087648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * i915_gpu_turbo_disable - disable graphics turbo 18097648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * 18107648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * Disable graphics turbo by resetting the max frequency and setting the 18117648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes * current frequency to the default. 18127648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes */ 18137648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesbool i915_gpu_turbo_disable(void) 18147648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes{ 18157648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes struct drm_i915_private *dev_priv; 18167648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes bool ret = true; 18177648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18187648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_lock(&mchdev_lock); 18197648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!i915_mch_dev) { 18207648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = false; 18217648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes goto out_unlock; 18227648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes } 18237648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv = i915_mch_dev; 18247648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18257648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->max_delay = dev_priv->fstart; 18267648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18277648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (!ironlake_set_drps(dev_priv->dev, dev_priv->fstart)) 18287648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes ret = false; 18297648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18307648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnesout_unlock: 18317648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_unlock(&mchdev_lock); 18327648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 18337648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes return ret; 18347648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes} 18357648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse BarnesEXPORT_SYMBOL_GPL(i915_gpu_turbo_disable); 18367648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 183779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes/** 183863ee41d794d9c555f84205517a68509848988760Eric Anholt * Tells the intel_ips driver that the i915 driver is now loaded, if 183963ee41d794d9c555f84205517a68509848988760Eric Anholt * IPS got loaded first. 184063ee41d794d9c555f84205517a68509848988760Eric Anholt * 184163ee41d794d9c555f84205517a68509848988760Eric Anholt * This awkward dance is so that neither module has to depend on the 184263ee41d794d9c555f84205517a68509848988760Eric Anholt * other in order for IPS to do the appropriate communication of 184363ee41d794d9c555f84205517a68509848988760Eric Anholt * GPU turbo limits to i915. 184463ee41d794d9c555f84205517a68509848988760Eric Anholt */ 184563ee41d794d9c555f84205517a68509848988760Eric Anholtstatic void 184663ee41d794d9c555f84205517a68509848988760Eric Anholtips_ping_for_i915_load(void) 184763ee41d794d9c555f84205517a68509848988760Eric Anholt{ 184863ee41d794d9c555f84205517a68509848988760Eric Anholt void (*link)(void); 184963ee41d794d9c555f84205517a68509848988760Eric Anholt 185063ee41d794d9c555f84205517a68509848988760Eric Anholt link = symbol_get(ips_link_to_i915_driver); 185163ee41d794d9c555f84205517a68509848988760Eric Anholt if (link) { 185263ee41d794d9c555f84205517a68509848988760Eric Anholt link(); 185363ee41d794d9c555f84205517a68509848988760Eric Anholt symbol_put(ips_link_to_i915_driver); 185463ee41d794d9c555f84205517a68509848988760Eric Anholt } 185563ee41d794d9c555f84205517a68509848988760Eric Anholt} 185663ee41d794d9c555f84205517a68509848988760Eric Anholt 185763ee41d794d9c555f84205517a68509848988760Eric Anholt/** 185879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * i915_driver_load - setup chip and create an initial config 185979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * @dev: DRM device 186079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * @flags: startup flags 186179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * 186279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * The driver load routine has to do several things: 186379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * - drive output discovery via intel_modeset_init() 186479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * - initialize the memory manager 186579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * - allocate initial config memory 186679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * - setup the DRM framebuffer with the allocated memory 186779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes */ 186884b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airlieint i915_driver_load(struct drm_device *dev, unsigned long flags) 186922eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie{ 1870ea059a1ec4496a10f94ca9d0c1b530faf1b85dceLuca Tettamanti struct drm_i915_private *dev_priv; 1871cfdf1fa23f4074c9f8766dc67a928bbf680b1ac9Kristian Høgsberg int ret = 0, mmio_bar; 1872fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson uint32_t agp_size; 1873fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson 187422eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie /* i915 has 4 more counters */ 187522eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie dev->counters += 4; 187622eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie dev->types[6] = _DRM_STAT_IRQ; 187722eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie dev->types[7] = _DRM_STAT_PRIMARY; 187822eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie dev->types[8] = _DRM_STAT_SECONDARY; 187922eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie dev->types[9] = _DRM_STAT_DMA; 188022eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie 18819a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt dev_priv = kzalloc(sizeof(drm_i915_private_t), GFP_KERNEL); 1882ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes if (dev_priv == NULL) 1883ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes return -ENOMEM; 1884ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 1885ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes dev->dev_private = (void *)dev_priv; 1886673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt dev_priv->dev = dev; 1887cfdf1fa23f4074c9f8766dc67a928bbf680b1ac9Kristian Høgsberg dev_priv->info = (struct intel_device_info *) flags; 1888ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 1889ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie if (i915_get_bridge_dev(dev)) { 1890ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie ret = -EIO; 1891ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie goto free_priv; 1892ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie } 1893ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie 18949f82d23846146990d475f6753be733e55788d88dDaniel Vetter /* overlay on gen2 is broken and can't address above 1G */ 18959f82d23846146990d475f6753be733e55788d88dDaniel Vetter if (IS_GEN2(dev)) 18969f82d23846146990d475f6753be733e55788d88dDaniel Vetter dma_set_coherent_mask(&dev->pdev->dev, DMA_BIT_MASK(30)); 18979f82d23846146990d475f6753be733e55788d88dDaniel Vetter 18986927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann /* 965GM sometimes incorrectly writes to hardware status page (HWS) 18996927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann * using 32bit addressing, overwriting memory if HWS is located 19006927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann * above 4GB. 19016927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann * 19026927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann * The documentation also mentions an issue with undefined 19036927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann * behaviour if any general state is accessed within a page above 4GB, 19046927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann * which also needs to be handled carefully. 19056927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann */ 19066927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann if (IS_BROADWATER(dev) || IS_CRESTLINE(dev)) 19076927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann dma_set_coherent_mask(&dev->pdev->dev, DMA_BIT_MASK(32)); 19086927faf30920b8c03dfa007e732642a1f1f20089Jan Niehusmann 1909b4ce0f85159f77f208a62930f67b4e548576a5a3Chris Wilson mmio_bar = IS_GEN2(dev) ? 1 : 0; 1910b4ce0f85159f77f208a62930f67b4e548576a5a3Chris Wilson dev_priv->regs = pci_iomap(dev->pdev, mmio_bar, 0); 1911b4ce0f85159f77f208a62930f67b4e548576a5a3Chris Wilson if (!dev_priv->regs) { 1912b4ce0f85159f77f208a62930f67b4e548576a5a3Chris Wilson DRM_ERROR("failed to map registers\n"); 1913b4ce0f85159f77f208a62930f67b4e548576a5a3Chris Wilson ret = -EIO; 1914b4ce0f85159f77f208a62930f67b4e548576a5a3Chris Wilson goto put_bridge; 1915b4ce0f85159f77f208a62930f67b4e548576a5a3Chris Wilson } 1916b4ce0f85159f77f208a62930f67b4e548576a5a3Chris Wilson 191771e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson dev_priv->mm.gtt = intel_gtt_get(); 191871e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson if (!dev_priv->mm.gtt) { 191971e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson DRM_ERROR("Failed to initialize GTT\n"); 192071e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson ret = -ENODEV; 192171e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson goto out_iomapfree; 192271e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson } 192371e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson 192471e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson agp_size = dev_priv->mm.gtt->gtt_mappable_entries << PAGE_SHIFT; 192571e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson 1926ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt dev_priv->mm.gtt_mapping = 192771e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson io_mapping_create_wc(dev->agp->base, agp_size); 19286644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi if (dev_priv->mm.gtt_mapping == NULL) { 19296644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi ret = -EIO; 19306644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi goto out_rmmap; 19316644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi } 19326644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi 1933ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt /* Set up a WC MTRR for non-PAT systems. This is more common than 1934ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt * one would think, because the kernel disables PAT on first 1935ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt * generation Core chips because WC PAT gets overridden by a UC 1936ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt * MTRR if present. Even if a UC MTRR isn't present. 1937ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt */ 1938ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt dev_priv->mm.gtt_mtrr = mtrr_add(dev->agp->base, 193971e9339c3389de6a685ecb26261a81b8a583aa1cChris Wilson agp_size, 1940ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt MTRR_TYPE_WRCOMB, 1); 1941ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt if (dev_priv->mm.gtt_mtrr < 0) { 1942040aefa263aa9cd7bd5df50586c35e1e15e77f84Eric Anholt DRM_INFO("MTRR allocation failed. Graphics " 1943ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt "performance may suffer.\n"); 1944ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt } 194519966754328d99ee003ddfc7a8c31ceb115483acDaniel Vetter 1946e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson /* The i915 workqueue is primarily used for batched retirement of 1947e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * requests (and thus managing bo) once the task has been completed 1948e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * by the GPU. i915_gem_retire_requests() is called directly when we 1949e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * need high-priority retirement, such as waiting for an explicit 1950e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * bo. 1951e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * 1952e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * It is also used for periodic low-priority events, such as 1953df9c2042858e85ab46731c13e708a5b0799db848Eric Anholt * idle-timers and recording error state. 1954e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * 1955e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * All tasks on the workqueue are expected to acquire the dev mutex 1956e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * so there is no point in running more than one instance of the 1957e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson * workqueue at any time: max_active = 1 and NON_REENTRANT. 1958e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson */ 1959e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson dev_priv->wq = alloc_workqueue("i915", 1960e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson WQ_UNBOUND | WQ_NON_REENTRANT, 1961e642abbf303741b245375b2e3f8f00e900d462dcChris Wilson 1); 19629c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt if (dev_priv->wq == NULL) { 19639c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt DRM_ERROR("Failed to create our workqueue.\n"); 19649c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt ret = -ENOMEM; 19659c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt goto out_iomapfree; 19669c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt } 19679c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt 1968ac5c4e76180a74c7f922f6fa71ace0cef45fa433Dave Airlie /* enable GEM by default */ 1969ac5c4e76180a74c7f922f6fa71ace0cef45fa433Dave Airlie dev_priv->has_gem = 1; 1970ac5c4e76180a74c7f922f6fa71ace0cef45fa433Dave Airlie 19719880b7a527ffbb52f65c2de0a8d4eea86e24775eJesse Barnes dev->driver->get_vblank_counter = i915_get_vblank_counter; 197242c2798b35b95c471877133e19ccc3cab00e9b65Jesse Barnes dev->max_vblank_count = 0xffffff; /* only 24 bits of frame count */ 1973f00a3ddf91d596bece5fa31e8ce2e8a3b4c0623bChris Wilson if (IS_G4X(dev) || IS_GEN5(dev) || IS_GEN6(dev)) { 197442c2798b35b95c471877133e19ccc3cab00e9b65Jesse Barnes dev->max_vblank_count = 0xffffffff; /* full 32 bit counter */ 19759880b7a527ffbb52f65c2de0a8d4eea86e24775eJesse Barnes dev->driver->get_vblank_counter = gm45_get_vblank_counter; 197642c2798b35b95c471877133e19ccc3cab00e9b65Jesse Barnes } 19779880b7a527ffbb52f65c2de0a8d4eea86e24775eJesse Barnes 1978c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang /* Try to make sure MCHBAR is enabled before poking at it */ 1979c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang intel_setup_mchbar(dev); 1980f899fc64cda8569d0529452aafc0da31c042df2eChris Wilson intel_setup_gmbus(dev); 198144834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson intel_opregion_setup(dev); 1982c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 19836d139a87b747aaebc969ac5f4eb8db766fcd9cbdBryan Freed /* Make sure the bios did its job and set up vital registers */ 19846d139a87b747aaebc969ac5f4eb8db766fcd9cbdBryan Freed intel_setup_bios(dev); 19856d139a87b747aaebc969ac5f4eb8db766fcd9cbdBryan Freed 1986673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt i915_gem_load(dev); 1987673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 1988398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard /* Init HWS */ 1989398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard if (!I915_NEED_GFX_HWS(dev)) { 1990398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard ret = i915_init_phys_hws(dev); 199156e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson if (ret) 199256e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson goto out_gem_unload; 1993398c9cb20b5c6c5d1313912b937d653a46fec578Keith Packard } 1994ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt 19957648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes if (IS_PINEVIEW(dev)) 19967648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes i915_pineview_get_mem_freq(dev); 1997f00a3ddf91d596bece5fa31e8ce2e8a3b4c0623bChris Wilson else if (IS_GEN5(dev)) 19987648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes i915_ironlake_get_mem_freq(dev); 19997662c8bd6545c12ac7b2b39e4554c3ba34789c50Shaohua Li 2000ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt /* On the 945G/GM, the chipset reports the MSI capability on the 2001ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt * integrated graphics even though the support isn't actually there 2002ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt * according to the published specs. It doesn't appear to function 2003ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt * correctly in testing on 945G. 2004ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt * This may be a side effect of MSI having been made available for PEG 2005ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt * and the registers being closely associated. 2006d1ed629f44b3a4108d5c445971535f05f441fce7Keith Packard * 2007d1ed629f44b3a4108d5c445971535f05f441fce7Keith Packard * According to chipset errata, on the 965GM, MSI interrupts may 2008b60678a75d44fa9d5969f79781bd856ad5858609Keith Packard * be lost or delayed, but we use them anyways to avoid 2009b60678a75d44fa9d5969f79781bd856ad5858609Keith Packard * stuck interrupts on some machines. 2010ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt */ 2011b60678a75d44fa9d5969f79781bd856ad5858609Keith Packard if (!IS_I945G(dev) && !IS_I945GM(dev)) 2012d3e74d0237b102d34979015fbf6df02ca4413074Eric Anholt pci_enable_msi(dev->pdev); 2013ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt 20141ec14ad3132702694f2e1a90b30641cf111183b9Chris Wilson spin_lock_init(&dev_priv->irq_lock); 201563eeaf38251183ec2b1caee11e4a2c040cb5ce6cJesse Barnes spin_lock_init(&dev_priv->error_lock); 20169d34e5db07303c9609053e2e651aa6d1fc74e923Chris Wilson dev_priv->trace_irq_seqno = 0; 2017ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt 201852440211dcdc52c0b757f8b34d122e11b12cdd50Keith Packard ret = drm_vblank_init(dev, I915_NUM_PIPE); 201956e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson if (ret) 202056e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson goto out_gem_unload; 202152440211dcdc52c0b757f8b34d122e11b12cdd50Keith Packard 202211ed50ec2a316928c2bacc1149bded86c6a96068Ben Gamari /* Start out suspended */ 202311ed50ec2a316928c2bacc1149bded86c6a96068Ben Gamari dev_priv->mm.suspended = 1; 202411ed50ec2a316928c2bacc1149bded86c6a96068Ben Gamari 20253bad0781832e4e8c9a532f1169bfcd7257bcfd9eZhenyu Wang intel_detect_pch(dev); 20263bad0781832e4e8c9a532f1169bfcd7257bcfd9eZhenyu Wang 202779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (drm_core_check_feature(dev, DRIVER_MODESET)) { 202853984635a659e360f206a81ada4ae813152d72f1Daniel Vetter ret = i915_load_modeset_init(dev); 202979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (ret < 0) { 203079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes DRM_ERROR("failed to init modeset\n"); 203156e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson goto out_gem_unload; 203279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 203379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 203479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 203574a365b3f354fafc537efa5867deb7a9fadbfe27Matthew Garrett /* Must be done after probing outputs */ 203644834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson intel_opregion_init(dev); 203744834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson acpi_video_register(); 203874a365b3f354fafc537efa5867deb7a9fadbfe27Matthew Garrett 2039f65d94211e2bcba17faf05a6a3809af0e4217767Ben Gamari setup_timer(&dev_priv->hangcheck_timer, i915_hangcheck_elapsed, 2040f65d94211e2bcba17faf05a6a3809af0e4217767Ben Gamari (unsigned long) dev); 20417648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 20427648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_lock(&mchdev_lock); 20437648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes i915_mch_dev = dev_priv; 20447648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes dev_priv->mchdev_lock = &mchdev_lock; 20457648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_unlock(&mchdev_lock); 20467648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 204763ee41d794d9c555f84205517a68509848988760Eric Anholt ips_ping_for_i915_load(); 204863ee41d794d9c555f84205517a68509848988760Eric Anholt 204979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes return 0; 205079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 205156e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilsonout_gem_unload: 205256e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson if (dev->pdev->msi_enabled) 205356e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson pci_disable_msi(dev->pdev); 205456e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson 205556e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson intel_teardown_gmbus(dev); 205656e2ea346ab4c2ea159ecdec85fffc24f50c2903Chris Wilson intel_teardown_mchbar(dev); 20579c9fe1f841745184bbc5460c6f3909fded3b929bEric Anholt destroy_workqueue(dev_priv->wq); 20586644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadiout_iomapfree: 20596644107d57a8fa82b47e4c55da4d9d91a612f29cVenkatesh Pallipadi io_mapping_free(dev_priv->mm.gtt_mapping); 206079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnesout_rmmap: 20616dda569fe0fb71a03e2a2e815761796f98232cdbChris Wilson pci_iounmap(dev->pdev, dev_priv->regs); 2062ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlieput_bridge: 2063ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie pci_dev_put(dev_priv->bridge_dev); 206479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnesfree_priv: 20659a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(dev_priv); 2066ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes return ret; 2067ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes} 2068ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 2069ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnesint i915_driver_unload(struct drm_device *dev) 2070ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes{ 2071ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes struct drm_i915_private *dev_priv = dev->dev_private; 2072c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter int ret; 2073ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 20747648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_lock(&mchdev_lock); 20757648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes i915_mch_dev = NULL; 20767648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes spin_unlock(&mchdev_lock); 20777648fa99eb77a2e1a90b7beaa420e07d819b9c11Jesse Barnes 207817250b71553680bc6e927497aa619ab06ab1015bChris Wilson if (dev_priv->mm.inactive_shrinker.shrink) 207917250b71553680bc6e927497aa619ab06ab1015bChris Wilson unregister_shrinker(&dev_priv->mm.inactive_shrinker); 208017250b71553680bc6e927497aa619ab06ab1015bChris Wilson 2081c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter mutex_lock(&dev->struct_mutex); 2082c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter ret = i915_gpu_idle(dev); 2083c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter if (ret) 2084c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter DRM_ERROR("failed to idle hardware: %d\n", ret); 2085c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter mutex_unlock(&dev->struct_mutex); 2086c911fc1c6ad61b56869ee521f1a477c741b039daDaniel Vetter 208775ef9da2cdb64e7926404dd2b755bbbfe98eaeafDaniel Vetter /* Cancel the retire work handler, which should be idle now. */ 208875ef9da2cdb64e7926404dd2b755bbbfe98eaeafDaniel Vetter cancel_delayed_work_sync(&dev_priv->mm.retire_work); 208975ef9da2cdb64e7926404dd2b755bbbfe98eaeafDaniel Vetter 2090ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt io_mapping_free(dev_priv->mm.gtt_mapping); 2091ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt if (dev_priv->mm.gtt_mtrr >= 0) { 2092ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt mtrr_del(dev_priv->mm.gtt_mtrr, dev->agp->base, 2093ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt dev->agp->agp_info.aper_size * 1024 * 1024); 2094ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt dev_priv->mm.gtt_mtrr = -1; 2095ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt } 2096ab657db12d7020629f26f30d287558a8d0e32b41Eric Anholt 209744834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson acpi_video_unregister(); 209844834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson 209979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (drm_core_check_feature(dev, DRIVER_MODESET)) { 21007b4f3990a22fbe800945f12001bc30db374d0af5Chris Wilson intel_fbdev_fini(dev); 21013d8620cc5f8538364ee152811e2bd8713abb1d58Jesse Barnes intel_modeset_cleanup(dev); 21023d8620cc5f8538364ee152811e2bd8713abb1d58Jesse Barnes 21036363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui /* 21046363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui * free the memory space allocated for the child device 21056363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui * config parsed from VBT 21066363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui */ 21076363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui if (dev_priv->child_dev && dev_priv->child_dev_num) { 21086363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui kfree(dev_priv->child_dev); 21096363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui dev_priv->child_dev = NULL; 21106363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui dev_priv->child_dev_num = 0; 21116363ee6f496eb7e3b3f78dc105e522c7b496089bZhao Yakui } 21126c0d93500eb50098e4e35b8b79e073f2f2f5b773Daniel Vetter 21136a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie vga_switcheroo_unregister_client(dev->pdev); 211428d520433b6375740990ab99d69b0d0067fd656bDave Airlie vga_client_register(dev->pdev, NULL, NULL, NULL); 211579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 211679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 2117a8b4899e4658e53c0c8f4206af105e358e39ee93Daniel Vetter /* Free error state after interrupts are fully disabled. */ 2118bc0c7f14432f7f94b16f972f2d23b8c1248249b4Daniel Vetter del_timer_sync(&dev_priv->hangcheck_timer); 2119bc0c7f14432f7f94b16f972f2d23b8c1248249b4Daniel Vetter cancel_work_sync(&dev_priv->error_work); 2120a8b4899e4658e53c0c8f4206af105e358e39ee93Daniel Vetter i915_destroy_error_state(dev); 2121bc0c7f14432f7f94b16f972f2d23b8c1248249b4Daniel Vetter 2122ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt if (dev->pdev->msi_enabled) 2123ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt pci_disable_msi(dev->pdev); 2124ed4cb4142b242d8090d3811d5eb4abf6aa985bc8Eric Anholt 212544834a67c0082e2cf74b16be91e49108b1432d65Chris Wilson intel_opregion_fini(dev); 21268ee1c3db9075cb3211352e737e0feb98fd733b20Matthew Garrett 212779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (drm_core_check_feature(dev, DRIVER_MODESET)) { 212867e77c5ae8bff6f805d207541f1315051248a87bDaniel Vetter /* Flush any outstanding unpin_work. */ 212967e77c5ae8bff6f805d207541f1315051248a87bDaniel Vetter flush_workqueue(dev_priv->wq); 213067e77c5ae8bff6f805d207541f1315051248a87bDaniel Vetter 213171acb5eb8d95b371f4cdd88a47f3c83c870d1c8fDave Airlie i915_gem_free_all_phys_object(dev); 213271acb5eb8d95b371f4cdd88a47f3c83c870d1c8fDave Airlie 213379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes mutex_lock(&dev->struct_mutex); 213479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes i915_gem_cleanup_ringbuffer(dev); 213579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes mutex_unlock(&dev->struct_mutex); 213620bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes if (I915_HAS_FBC(dev) && i915_powersave) 213720bf377e679208ba9ae0edcb8c70a8f6d33d17f9Jesse Barnes i915_cleanup_compression(dev); 2138fe669bf88e9108b96a847385df08c9b1e98c1420Chris Wilson drm_mm_takedown(&dev_priv->mm.stolen); 213902e792fbaadb75dec8e476a05b610e49908fc6a4Daniel Vetter 214002e792fbaadb75dec8e476a05b610e49908fc6a4Daniel Vetter intel_cleanup_overlay(dev); 2141c2873e9633fe908dccd36dbb1d370e9c59a1ca62Keith Packard 2142c2873e9633fe908dccd36dbb1d370e9c59a1ca62Keith Packard if (!I915_NEED_GFX_HWS(dev)) 2143c2873e9633fe908dccd36dbb1d370e9c59a1ca62Keith Packard i915_free_hws(dev); 214479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 214579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes 2146701394cc534a4a7883ddc4f8f82fb438b3d664ffDaniel Vetter if (dev_priv->regs != NULL) 21476dda569fe0fb71a03e2a2e815761796f98232cdbChris Wilson pci_iounmap(dev->pdev, dev_priv->regs); 2148701394cc534a4a7883ddc4f8f82fb438b3d664ffDaniel Vetter 2149f899fc64cda8569d0529452aafc0da31c042df2eChris Wilson intel_teardown_gmbus(dev); 2150c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang intel_teardown_mchbar(dev); 2151c4804411691bdd7d8a57e942cbb502fd52a90074Zhenyu Wang 2152bc0c7f14432f7f94b16f972f2d23b8c1248249b4Daniel Vetter destroy_workqueue(dev_priv->wq); 2153bc0c7f14432f7f94b16f972f2d23b8c1248249b4Daniel Vetter 2154ec2a4c3fdc8e82fe82a25d800e85c1ea06b74372Dave Airlie pci_dev_put(dev_priv->bridge_dev); 21559a298b2acd771d8a5c0004d8f8e4156c65b11f6bEric Anholt kfree(dev->dev_private); 2156ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 215722eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie return 0; 215822eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie} 215922eae947bf76e236ba972f2f11cfd1b083b736adDave Airlie 2160f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilsonint i915_driver_open(struct drm_device *dev, struct drm_file *file) 2161673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt{ 2162f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson struct drm_i915_file_private *file_priv; 2163673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 21648a4c47f346cc7a12d0897c05eb3cc1add26b487fZhao Yakui DRM_DEBUG_DRIVER("\n"); 2165f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson file_priv = kmalloc(sizeof(*file_priv), GFP_KERNEL); 2166f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson if (!file_priv) 2167673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt return -ENOMEM; 2168673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2169f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson file->driver_priv = file_priv; 2170673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 21711c25595f8d31392b8c36b54c624d01591dbfb87bChris Wilson spin_lock_init(&file_priv->mm.lock); 2172f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson INIT_LIST_HEAD(&file_priv->mm.request_list); 2173673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2174673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt return 0; 2175673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt} 2176673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 217779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes/** 217879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * i915_driver_lastclose - clean up after all DRM clients have exited 217979e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * @dev: DRM device 218079e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * 218179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * Take care of cleaning up after all DRM clients have exited. In the 218279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * mode setting case, we want to restore the kernel's initial mode (just 218379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * in case the last client left us in a bad state). 218479e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * 218579e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * Additionally, in the non-mode setting case, we'll tear down the AGP 218679e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * and DMA structures, since the kernel won't be using them, and clea 218779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes * up any GEM state. 218879e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes */ 218984b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airlievoid i915_driver_lastclose(struct drm_device * dev) 21901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2191ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes drm_i915_private_t *dev_priv = dev->dev_private; 2192ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 219379e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (!dev_priv || drm_core_check_feature(dev, DRIVER_MODESET)) { 2194785b93ef8c309730c2de84ce9c229e40e2d01480Dave Airlie drm_fb_helper_restore(); 21956a9ee8af344e3bd7dbd61e67037096cdf7f83289Dave Airlie vga_switcheroo_process_delayed_switch(); 2196144a75fa1faa4a81530bded2e59872ef80d496b6Dave Airlie return; 219779e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes } 2198144a75fa1faa4a81530bded2e59872ef80d496b6Dave Airlie 2199673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt i915_gem_lastclose(dev); 2200673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2201ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes if (dev_priv->agp_heap) 2202b5e89ed53ed8d24f83ba1941c07382af00ed238eDave Airlie i915_mem_takedown(&(dev_priv->agp_heap)); 2203ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes 2204b5e89ed53ed8d24f83ba1941c07382af00ed238eDave Airlie i915_dma_cleanup(dev); 22051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 22061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22076c340eac0285f3d62406d2d902d0e96fbf2a5dc0Eric Anholtvoid i915_driver_preclose(struct drm_device * dev, struct drm_file *file_priv) 22081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2209ba8bbcf6ff4650712f64c0ef61139c73898e2165Jesse Barnes drm_i915_private_t *dev_priv = dev->dev_private; 2210b962442e46a9340bdbc6711982c59ff0cc2b5afbEric Anholt i915_gem_release(dev, file_priv); 221179e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes if (!drm_core_check_feature(dev, DRIVER_MODESET)) 221279e539453b34e35f39299a899d263b0a1f1670bdJesse Barnes i915_mem_release(dev, file_priv, dev_priv->agp_heap); 22131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 22141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2215f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilsonvoid i915_driver_postclose(struct drm_device *dev, struct drm_file *file) 2216673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt{ 2217f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson struct drm_i915_file_private *file_priv = file->driver_priv; 2218673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2219f787a5f59e1b0e320a6b0a37e9a2e306551d1e40Chris Wilson kfree(file_priv); 2220673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt} 2221673a394b1e3b69be886ff24abfd6df97c52e8d08Eric Anholt 2222c153f45f9b7e30289157bba3ff5682291df16caaEric Anholtstruct drm_ioctl_desc i915_ioctls[] = { 22231b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_INIT, i915_dma_init, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22241b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_FLUSH, i915_flush_ioctl, DRM_AUTH), 22251b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_FLIP, i915_flip_bufs, DRM_AUTH), 22261b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_BATCHBUFFER, i915_batchbuffer, DRM_AUTH), 22271b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_IRQ_EMIT, i915_irq_emit, DRM_AUTH), 22281b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_IRQ_WAIT, i915_irq_wait, DRM_AUTH), 22291b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GETPARAM, i915_getparam, DRM_AUTH), 22301b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_SETPARAM, i915_setparam, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22311b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_ALLOC, i915_mem_alloc, DRM_AUTH), 22321b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_FREE, i915_mem_free, DRM_AUTH), 22331b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_INIT_HEAP, i915_mem_init_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22341b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_CMDBUFFER, i915_cmdbuffer, DRM_AUTH), 22351b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_DESTROY_HEAP, i915_mem_destroy_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22361b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_SET_VBLANK_PIPE, i915_vblank_pipe_set, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22371b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GET_VBLANK_PIPE, i915_vblank_pipe_get, DRM_AUTH), 22381b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_VBLANK_SWAP, i915_vblank_swap, DRM_AUTH), 22391b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_HWS_ADDR, i915_set_status_page, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 22401b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_INIT, i915_gem_init_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY|DRM_UNLOCKED), 22411b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_EXECBUFFER, i915_gem_execbuffer, DRM_AUTH|DRM_UNLOCKED), 22421b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_EXECBUFFER2, i915_gem_execbuffer2, DRM_AUTH|DRM_UNLOCKED), 22431b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_PIN, i915_gem_pin_ioctl, DRM_AUTH|DRM_ROOT_ONLY|DRM_UNLOCKED), 22441b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_UNPIN, i915_gem_unpin_ioctl, DRM_AUTH|DRM_ROOT_ONLY|DRM_UNLOCKED), 22451b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_BUSY, i915_gem_busy_ioctl, DRM_AUTH|DRM_UNLOCKED), 22461b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_THROTTLE, i915_gem_throttle_ioctl, DRM_AUTH|DRM_UNLOCKED), 22471b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_ENTERVT, i915_gem_entervt_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY|DRM_UNLOCKED), 22481b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_LEAVEVT, i915_gem_leavevt_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY|DRM_UNLOCKED), 22491b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_CREATE, i915_gem_create_ioctl, DRM_UNLOCKED), 22501b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_PREAD, i915_gem_pread_ioctl, DRM_UNLOCKED), 22511b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_PWRITE, i915_gem_pwrite_ioctl, DRM_UNLOCKED), 22521b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_MMAP, i915_gem_mmap_ioctl, DRM_UNLOCKED), 22531b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_MMAP_GTT, i915_gem_mmap_gtt_ioctl, DRM_UNLOCKED), 22541b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_SET_DOMAIN, i915_gem_set_domain_ioctl, DRM_UNLOCKED), 22551b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_SW_FINISH, i915_gem_sw_finish_ioctl, DRM_UNLOCKED), 22561b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_SET_TILING, i915_gem_set_tiling, DRM_UNLOCKED), 22571b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_GET_TILING, i915_gem_get_tiling, DRM_UNLOCKED), 22581b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_GET_APERTURE, i915_gem_get_aperture_ioctl, DRM_UNLOCKED), 22591b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GET_PIPE_FROM_CRTC_ID, intel_get_pipe_from_crtc_id, DRM_UNLOCKED), 22601b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_GEM_MADVISE, i915_gem_madvise_ioctl, DRM_UNLOCKED), 22611b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_OVERLAY_PUT_IMAGE, intel_overlay_put_image, DRM_MASTER|DRM_CONTROL_ALLOW|DRM_UNLOCKED), 22621b2f1489633888d4a06028315dc19d65768a1c05Dave Airlie DRM_IOCTL_DEF_DRV(I915_OVERLAY_ATTRS, intel_overlay_attrs, DRM_MASTER|DRM_CONTROL_ALLOW|DRM_UNLOCKED), 2263c94f70298529d99ac6e1ee7709f61eab00adeb39Dave Airlie}; 2264c94f70298529d99ac6e1ee7709f61eab00adeb39Dave Airlie 2265c94f70298529d99ac6e1ee7709f61eab00adeb39Dave Airlieint i915_max_ioctl = DRM_ARRAY_SIZE(i915_ioctls); 2266cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie 2267cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie/** 2268cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * Determine if the device really is AGP or not. 2269cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * 2270cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * All Intel graphics chipsets are treated as AGP, even if they are really 2271cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * PCI-e. 2272cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * 2273cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * \param dev The device to be tested. 2274cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * 2275cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * \returns 2276cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie * A value of 1 is always retured to indictate every i9x5 is AGP. 2277cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie */ 227884b1fd103dbbe01b5905db1444d3fc8afa9a7207Dave Airlieint i915_driver_device_is_agp(struct drm_device * dev) 2279cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie{ 2280cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie return 1; 2281cda173806644d2af22ffd9896eed8ef99b97d356Dave Airlie} 2282