1/*
2 * Copyright © 2007 David Airlie
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
22 *
23 * Authors:
24 *     David Airlie
25 */
26
27#include <linux/async.h>
28#include <linux/module.h>
29#include <linux/kernel.h>
30#include <linux/console.h>
31#include <linux/errno.h>
32#include <linux/string.h>
33#include <linux/mm.h>
34#include <linux/tty.h>
35#include <linux/sysrq.h>
36#include <linux/delay.h>
37#include <linux/fb.h>
38#include <linux/init.h>
39#include <linux/vga_switcheroo.h>
40
41#include <drm/drmP.h>
42#include <drm/drm_crtc.h>
43#include <drm/drm_fb_helper.h>
44#include "intel_drv.h"
45#include <drm/i915_drm.h>
46#include "i915_drv.h"
47
48static int intel_fbdev_set_par(struct fb_info *info)
49{
50	struct drm_fb_helper *fb_helper = info->par;
51	struct intel_fbdev *ifbdev =
52		container_of(fb_helper, struct intel_fbdev, helper);
53	int ret;
54
55	ret = drm_fb_helper_set_par(info);
56
57	if (ret == 0) {
58		/*
59		 * FIXME: fbdev presumes that all callbacks also work from
60		 * atomic contexts and relies on that for emergency oops
61		 * printing. KMS totally doesn't do that and the locking here is
62		 * by far not the only place this goes wrong.  Ignore this for
63		 * now until we solve this for real.
64		 */
65		mutex_lock(&fb_helper->dev->struct_mutex);
66		ret = i915_gem_object_set_to_gtt_domain(ifbdev->fb->obj,
67							true);
68		mutex_unlock(&fb_helper->dev->struct_mutex);
69	}
70
71	return ret;
72}
73
74static struct fb_ops intelfb_ops = {
75	.owner = THIS_MODULE,
76	.fb_check_var = drm_fb_helper_check_var,
77	.fb_set_par = intel_fbdev_set_par,
78	.fb_fillrect = cfb_fillrect,
79	.fb_copyarea = cfb_copyarea,
80	.fb_imageblit = cfb_imageblit,
81	.fb_pan_display = drm_fb_helper_pan_display,
82	.fb_blank = drm_fb_helper_blank,
83	.fb_setcmap = drm_fb_helper_setcmap,
84	.fb_debug_enter = drm_fb_helper_debug_enter,
85	.fb_debug_leave = drm_fb_helper_debug_leave,
86};
87
88static int intelfb_alloc(struct drm_fb_helper *helper,
89			 struct drm_fb_helper_surface_size *sizes)
90{
91	struct intel_fbdev *ifbdev =
92		container_of(helper, struct intel_fbdev, helper);
93	struct drm_framebuffer *fb;
94	struct drm_device *dev = helper->dev;
95	struct drm_mode_fb_cmd2 mode_cmd = {};
96	struct drm_i915_gem_object *obj;
97	int size, ret;
98
99	/* we don't do packed 24bpp */
100	if (sizes->surface_bpp == 24)
101		sizes->surface_bpp = 32;
102
103	mode_cmd.width = sizes->surface_width;
104	mode_cmd.height = sizes->surface_height;
105
106	mode_cmd.pitches[0] = ALIGN(mode_cmd.width *
107				    DIV_ROUND_UP(sizes->surface_bpp, 8), 64);
108	mode_cmd.pixel_format = drm_mode_legacy_fb_format(sizes->surface_bpp,
109							  sizes->surface_depth);
110
111	size = mode_cmd.pitches[0] * mode_cmd.height;
112	size = PAGE_ALIGN(size);
113	obj = i915_gem_object_create_stolen(dev, size);
114	if (obj == NULL)
115		obj = i915_gem_alloc_object(dev, size);
116	if (!obj) {
117		DRM_ERROR("failed to allocate framebuffer\n");
118		ret = -ENOMEM;
119		goto out;
120	}
121
122	/* Flush everything out, we'll be doing GTT only from now on */
123	ret = intel_pin_and_fence_fb_obj(dev, obj, NULL);
124	if (ret) {
125		DRM_ERROR("failed to pin obj: %d\n", ret);
126		goto out_unref;
127	}
128
129	fb = __intel_framebuffer_create(dev, &mode_cmd, obj);
130	if (IS_ERR(fb)) {
131		ret = PTR_ERR(fb);
132		goto out_unpin;
133	}
134
135	ifbdev->fb = to_intel_framebuffer(fb);
136
137	return 0;
138
139out_unpin:
140	i915_gem_object_ggtt_unpin(obj);
141out_unref:
142	drm_gem_object_unreference(&obj->base);
143out:
144	return ret;
145}
146
147static int intelfb_create(struct drm_fb_helper *helper,
148			  struct drm_fb_helper_surface_size *sizes)
149{
150	struct intel_fbdev *ifbdev =
151		container_of(helper, struct intel_fbdev, helper);
152	struct intel_framebuffer *intel_fb = ifbdev->fb;
153	struct drm_device *dev = helper->dev;
154	struct drm_i915_private *dev_priv = dev->dev_private;
155	struct fb_info *info;
156	struct drm_framebuffer *fb;
157	struct drm_i915_gem_object *obj;
158	int size, ret;
159	bool prealloc = false;
160
161	mutex_lock(&dev->struct_mutex);
162
163	if (intel_fb &&
164	    (sizes->fb_width > intel_fb->base.width ||
165	     sizes->fb_height > intel_fb->base.height)) {
166		DRM_DEBUG_KMS("BIOS fb too small (%dx%d), we require (%dx%d),"
167			      " releasing it\n",
168			      intel_fb->base.width, intel_fb->base.height,
169			      sizes->fb_width, sizes->fb_height);
170		drm_framebuffer_unreference(&intel_fb->base);
171		intel_fb = ifbdev->fb = NULL;
172	}
173	if (!intel_fb || WARN_ON(!intel_fb->obj)) {
174		DRM_DEBUG_KMS("no BIOS fb, allocating a new one\n");
175		ret = intelfb_alloc(helper, sizes);
176		if (ret)
177			goto out_unlock;
178		intel_fb = ifbdev->fb;
179	} else {
180		DRM_DEBUG_KMS("re-using BIOS fb\n");
181		prealloc = true;
182		sizes->fb_width = intel_fb->base.width;
183		sizes->fb_height = intel_fb->base.height;
184	}
185
186	obj = intel_fb->obj;
187	size = obj->base.size;
188
189	info = framebuffer_alloc(0, &dev->pdev->dev);
190	if (!info) {
191		ret = -ENOMEM;
192		goto out_unpin;
193	}
194
195	info->par = helper;
196
197	fb = &ifbdev->fb->base;
198
199	ifbdev->helper.fb = fb;
200	ifbdev->helper.fbdev = info;
201
202	strcpy(info->fix.id, "inteldrmfb");
203
204	info->flags = FBINFO_DEFAULT | FBINFO_CAN_FORCE_OUTPUT;
205	info->fbops = &intelfb_ops;
206
207	ret = fb_alloc_cmap(&info->cmap, 256, 0);
208	if (ret) {
209		ret = -ENOMEM;
210		goto out_unpin;
211	}
212	/* setup aperture base/size for vesafb takeover */
213	info->apertures = alloc_apertures(1);
214	if (!info->apertures) {
215		ret = -ENOMEM;
216		goto out_unpin;
217	}
218	info->apertures->ranges[0].base = dev->mode_config.fb_base;
219	info->apertures->ranges[0].size = dev_priv->gtt.mappable_end;
220
221	info->fix.smem_start = dev->mode_config.fb_base + i915_gem_obj_ggtt_offset(obj);
222	info->fix.smem_len = size;
223
224	info->screen_base =
225		ioremap_wc(dev_priv->gtt.mappable_base + i915_gem_obj_ggtt_offset(obj),
226			   size);
227	if (!info->screen_base) {
228		ret = -ENOSPC;
229		goto out_unpin;
230	}
231	info->screen_size = size;
232
233	/* This driver doesn't need a VT switch to restore the mode on resume */
234	info->skip_vt_switch = true;
235
236	drm_fb_helper_fill_fix(info, fb->pitches[0], fb->depth);
237	drm_fb_helper_fill_var(info, &ifbdev->helper, sizes->fb_width, sizes->fb_height);
238
239	/* If the object is shmemfs backed, it will have given us zeroed pages.
240	 * If the object is stolen however, it will be full of whatever
241	 * garbage was left in there.
242	 */
243	if (ifbdev->fb->obj->stolen && !prealloc)
244		memset_io(info->screen_base, 0, info->screen_size);
245
246	/* Use default scratch pixmap (info->pixmap.flags = FB_PIXMAP_SYSTEM) */
247
248	DRM_DEBUG_KMS("allocated %dx%d fb: 0x%08lx, bo %p\n",
249		      fb->width, fb->height,
250		      i915_gem_obj_ggtt_offset(obj), obj);
251
252	mutex_unlock(&dev->struct_mutex);
253	vga_switcheroo_client_fb_set(dev->pdev, info);
254	return 0;
255
256out_unpin:
257	i915_gem_object_ggtt_unpin(obj);
258	drm_gem_object_unreference(&obj->base);
259out_unlock:
260	mutex_unlock(&dev->struct_mutex);
261	return ret;
262}
263
264/** Sets the color ramps on behalf of RandR */
265static void intel_crtc_fb_gamma_set(struct drm_crtc *crtc, u16 red, u16 green,
266				    u16 blue, int regno)
267{
268	struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
269
270	intel_crtc->lut_r[regno] = red >> 8;
271	intel_crtc->lut_g[regno] = green >> 8;
272	intel_crtc->lut_b[regno] = blue >> 8;
273}
274
275static void intel_crtc_fb_gamma_get(struct drm_crtc *crtc, u16 *red, u16 *green,
276				    u16 *blue, int regno)
277{
278	struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
279
280	*red = intel_crtc->lut_r[regno] << 8;
281	*green = intel_crtc->lut_g[regno] << 8;
282	*blue = intel_crtc->lut_b[regno] << 8;
283}
284
285static struct drm_fb_helper_crtc *
286intel_fb_helper_crtc(struct drm_fb_helper *fb_helper, struct drm_crtc *crtc)
287{
288	int i;
289
290	for (i = 0; i < fb_helper->crtc_count; i++)
291		if (fb_helper->crtc_info[i].mode_set.crtc == crtc)
292			return &fb_helper->crtc_info[i];
293
294	return NULL;
295}
296
297/*
298 * Try to read the BIOS display configuration and use it for the initial
299 * fb configuration.
300 *
301 * The BIOS or boot loader will generally create an initial display
302 * configuration for us that includes some set of active pipes and displays.
303 * This routine tries to figure out which pipes and connectors are active
304 * and stuffs them into the crtcs and modes array given to us by the
305 * drm_fb_helper code.
306 *
307 * The overall sequence is:
308 *   intel_fbdev_init - from driver load
309 *     intel_fbdev_init_bios - initialize the intel_fbdev using BIOS data
310 *     drm_fb_helper_init - build fb helper structs
311 *     drm_fb_helper_single_add_all_connectors - more fb helper structs
312 *   intel_fbdev_initial_config - apply the config
313 *     drm_fb_helper_initial_config - call ->probe then register_framebuffer()
314 *         drm_setup_crtcs - build crtc config for fbdev
315 *           intel_fb_initial_config - find active connectors etc
316 *         drm_fb_helper_single_fb_probe - set up fbdev
317 *           intelfb_create - re-use or alloc fb, build out fbdev structs
318 *
319 * Note that we don't make special consideration whether we could actually
320 * switch to the selected modes without a full modeset. E.g. when the display
321 * is in VGA mode we need to recalculate watermarks and set a new high-res
322 * framebuffer anyway.
323 */
324static bool intel_fb_initial_config(struct drm_fb_helper *fb_helper,
325				    struct drm_fb_helper_crtc **crtcs,
326				    struct drm_display_mode **modes,
327				    bool *enabled, int width, int height)
328{
329	struct drm_device *dev = fb_helper->dev;
330	int i, j;
331	bool *save_enabled;
332	bool fallback = true;
333	int num_connectors_enabled = 0;
334	int num_connectors_detected = 0;
335
336	save_enabled = kcalloc(dev->mode_config.num_connector, sizeof(bool),
337			       GFP_KERNEL);
338	if (!save_enabled)
339		return false;
340
341	memcpy(save_enabled, enabled, dev->mode_config.num_connector);
342
343	for (i = 0; i < fb_helper->connector_count; i++) {
344		struct drm_fb_helper_connector *fb_conn;
345		struct drm_connector *connector;
346		struct drm_encoder *encoder;
347		struct drm_fb_helper_crtc *new_crtc;
348
349		fb_conn = fb_helper->connector_info[i];
350		connector = fb_conn->connector;
351
352		if (connector->status == connector_status_connected)
353			num_connectors_detected++;
354
355		if (!enabled[i]) {
356			DRM_DEBUG_KMS("connector %s not enabled, skipping\n",
357				      connector->name);
358			continue;
359		}
360
361		if (connector->force == DRM_FORCE_OFF) {
362			DRM_DEBUG_KMS("connector %s is disabled by user, skipping\n",
363				      connector->name);
364			enabled[i] = false;
365			continue;
366		}
367
368		encoder = connector->encoder;
369		if (!encoder || WARN_ON(!encoder->crtc)) {
370			if (connector->force > DRM_FORCE_OFF)
371				goto bail;
372
373			DRM_DEBUG_KMS("connector %s has no encoder or crtc, skipping\n",
374				      connector->name);
375			enabled[i] = false;
376			continue;
377		}
378
379		num_connectors_enabled++;
380
381		new_crtc = intel_fb_helper_crtc(fb_helper, encoder->crtc);
382
383		/*
384		 * Make sure we're not trying to drive multiple connectors
385		 * with a single CRTC, since our cloning support may not
386		 * match the BIOS.
387		 */
388		for (j = 0; j < fb_helper->connector_count; j++) {
389			if (crtcs[j] == new_crtc) {
390				DRM_DEBUG_KMS("fallback: cloned configuration\n");
391				goto bail;
392			}
393		}
394
395		DRM_DEBUG_KMS("looking for cmdline mode on connector %s\n",
396			      connector->name);
397
398		/* go for command line mode first */
399		modes[i] = drm_pick_cmdline_mode(fb_conn, width, height);
400
401		/* try for preferred next */
402		if (!modes[i]) {
403			DRM_DEBUG_KMS("looking for preferred mode on connector %s\n",
404				      connector->name);
405			modes[i] = drm_has_preferred_mode(fb_conn, width,
406							  height);
407		}
408
409		/* No preferred mode marked by the EDID? Are there any modes? */
410		if (!modes[i] && !list_empty(&connector->modes)) {
411			DRM_DEBUG_KMS("using first mode listed on connector %s\n",
412				      connector->name);
413			modes[i] = list_first_entry(&connector->modes,
414						    struct drm_display_mode,
415						    head);
416		}
417
418		/* last resort: use current mode */
419		if (!modes[i]) {
420			/*
421			 * IMPORTANT: We want to use the adjusted mode (i.e.
422			 * after the panel fitter upscaling) as the initial
423			 * config, not the input mode, which is what crtc->mode
424			 * usually contains. But since our current fastboot
425			 * code puts a mode derived from the post-pfit timings
426			 * into crtc->mode this works out correctly. We don't
427			 * use hwmode anywhere right now, so use it for this
428			 * since the fb helper layer wants a pointer to
429			 * something we own.
430			 */
431			DRM_DEBUG_KMS("looking for current mode on connector %s\n",
432				      connector->name);
433			intel_mode_from_pipe_config(&encoder->crtc->hwmode,
434						    &to_intel_crtc(encoder->crtc)->config);
435			modes[i] = &encoder->crtc->hwmode;
436		}
437		crtcs[i] = new_crtc;
438
439		DRM_DEBUG_KMS("connector %s on pipe %c [CRTC:%d]: %dx%d%s\n",
440			      connector->name,
441			      pipe_name(to_intel_crtc(encoder->crtc)->pipe),
442			      encoder->crtc->base.id,
443			      modes[i]->hdisplay, modes[i]->vdisplay,
444			      modes[i]->flags & DRM_MODE_FLAG_INTERLACE ? "i" :"");
445
446		fallback = false;
447	}
448
449	/*
450	 * If the BIOS didn't enable everything it could, fall back to have the
451	 * same user experiencing of lighting up as much as possible like the
452	 * fbdev helper library.
453	 */
454	if (num_connectors_enabled != num_connectors_detected &&
455	    num_connectors_enabled < INTEL_INFO(dev)->num_pipes) {
456		DRM_DEBUG_KMS("fallback: Not all outputs enabled\n");
457		DRM_DEBUG_KMS("Enabled: %i, detected: %i\n", num_connectors_enabled,
458			      num_connectors_detected);
459		fallback = true;
460	}
461
462	if (fallback) {
463bail:
464		DRM_DEBUG_KMS("Not using firmware configuration\n");
465		memcpy(enabled, save_enabled, dev->mode_config.num_connector);
466		kfree(save_enabled);
467		return false;
468	}
469
470	kfree(save_enabled);
471	return true;
472}
473
474static const struct drm_fb_helper_funcs intel_fb_helper_funcs = {
475	.initial_config = intel_fb_initial_config,
476	.gamma_set = intel_crtc_fb_gamma_set,
477	.gamma_get = intel_crtc_fb_gamma_get,
478	.fb_probe = intelfb_create,
479};
480
481static void intel_fbdev_destroy(struct drm_device *dev,
482				struct intel_fbdev *ifbdev)
483{
484	if (ifbdev->helper.fbdev) {
485		struct fb_info *info = ifbdev->helper.fbdev;
486
487		unregister_framebuffer(info);
488		iounmap(info->screen_base);
489		if (info->cmap.len)
490			fb_dealloc_cmap(&info->cmap);
491
492		framebuffer_release(info);
493	}
494
495	drm_fb_helper_fini(&ifbdev->helper);
496
497	drm_framebuffer_unregister_private(&ifbdev->fb->base);
498	drm_framebuffer_remove(&ifbdev->fb->base);
499}
500
501/*
502 * Build an intel_fbdev struct using a BIOS allocated framebuffer, if possible.
503 * The core display code will have read out the current plane configuration,
504 * so we use that to figure out if there's an object for us to use as the
505 * fb, and if so, we re-use it for the fbdev configuration.
506 *
507 * Note we only support a single fb shared across pipes for boot (mostly for
508 * fbcon), so we just find the biggest and use that.
509 */
510static bool intel_fbdev_init_bios(struct drm_device *dev,
511				 struct intel_fbdev *ifbdev)
512{
513	struct intel_framebuffer *fb = NULL;
514	struct drm_crtc *crtc;
515	struct intel_crtc *intel_crtc;
516	struct intel_plane_config *plane_config = NULL;
517	unsigned int max_size = 0;
518
519	if (!i915.fastboot)
520		return false;
521
522	/* Find the largest fb */
523	for_each_crtc(dev, crtc) {
524		intel_crtc = to_intel_crtc(crtc);
525
526		if (!intel_crtc->active || !crtc->primary->fb) {
527			DRM_DEBUG_KMS("pipe %c not active or no fb, skipping\n",
528				      pipe_name(intel_crtc->pipe));
529			continue;
530		}
531
532		if (intel_crtc->plane_config.size > max_size) {
533			DRM_DEBUG_KMS("found possible fb from plane %c\n",
534				      pipe_name(intel_crtc->pipe));
535			plane_config = &intel_crtc->plane_config;
536			fb = to_intel_framebuffer(crtc->primary->fb);
537			max_size = plane_config->size;
538		}
539	}
540
541	if (!fb) {
542		DRM_DEBUG_KMS("no active fbs found, not using BIOS config\n");
543		goto out;
544	}
545
546	/* Now make sure all the pipes will fit into it */
547	for_each_crtc(dev, crtc) {
548		unsigned int cur_size;
549
550		intel_crtc = to_intel_crtc(crtc);
551
552		if (!intel_crtc->active) {
553			DRM_DEBUG_KMS("pipe %c not active, skipping\n",
554				      pipe_name(intel_crtc->pipe));
555			continue;
556		}
557
558		DRM_DEBUG_KMS("checking plane %c for BIOS fb\n",
559			      pipe_name(intel_crtc->pipe));
560
561		/*
562		 * See if the plane fb we found above will fit on this
563		 * pipe.  Note we need to use the selected fb's pitch and bpp
564		 * rather than the current pipe's, since they differ.
565		 */
566		cur_size = intel_crtc->config.adjusted_mode.crtc_hdisplay;
567		cur_size = cur_size * fb->base.bits_per_pixel / 8;
568		if (fb->base.pitches[0] < cur_size) {
569			DRM_DEBUG_KMS("fb not wide enough for plane %c (%d vs %d)\n",
570				      pipe_name(intel_crtc->pipe),
571				      cur_size, fb->base.pitches[0]);
572			plane_config = NULL;
573			fb = NULL;
574			break;
575		}
576
577		cur_size = intel_crtc->config.adjusted_mode.crtc_vdisplay;
578		cur_size = ALIGN(cur_size, plane_config->tiled ? (IS_GEN2(dev) ? 16 : 8) : 1);
579		cur_size *= fb->base.pitches[0];
580		DRM_DEBUG_KMS("pipe %c area: %dx%d, bpp: %d, size: %d\n",
581			      pipe_name(intel_crtc->pipe),
582			      intel_crtc->config.adjusted_mode.crtc_hdisplay,
583			      intel_crtc->config.adjusted_mode.crtc_vdisplay,
584			      fb->base.bits_per_pixel,
585			      cur_size);
586
587		if (cur_size > max_size) {
588			DRM_DEBUG_KMS("fb not big enough for plane %c (%d vs %d)\n",
589				      pipe_name(intel_crtc->pipe),
590				      cur_size, max_size);
591			plane_config = NULL;
592			fb = NULL;
593			break;
594		}
595
596		DRM_DEBUG_KMS("fb big enough for plane %c (%d >= %d)\n",
597			      pipe_name(intel_crtc->pipe),
598			      max_size, cur_size);
599	}
600
601	if (!fb) {
602		DRM_DEBUG_KMS("BIOS fb not suitable for all pipes, not using\n");
603		goto out;
604	}
605
606	ifbdev->preferred_bpp = fb->base.bits_per_pixel;
607	ifbdev->fb = fb;
608
609	drm_framebuffer_reference(&ifbdev->fb->base);
610
611	/* Final pass to check if any active pipes don't have fbs */
612	for_each_crtc(dev, crtc) {
613		intel_crtc = to_intel_crtc(crtc);
614
615		if (!intel_crtc->active)
616			continue;
617
618		WARN(!crtc->primary->fb,
619		     "re-used BIOS config but lost an fb on crtc %d\n",
620		     crtc->base.id);
621	}
622
623
624	DRM_DEBUG_KMS("using BIOS fb for initial console\n");
625	return true;
626
627out:
628
629	return false;
630}
631
632static void intel_fbdev_suspend_worker(struct work_struct *work)
633{
634	intel_fbdev_set_suspend(container_of(work,
635					     struct drm_i915_private,
636					     fbdev_suspend_work)->dev,
637				FBINFO_STATE_RUNNING,
638				true);
639}
640
641int intel_fbdev_init(struct drm_device *dev)
642{
643	struct intel_fbdev *ifbdev;
644	struct drm_i915_private *dev_priv = dev->dev_private;
645	int ret;
646
647	if (WARN_ON(INTEL_INFO(dev)->num_pipes == 0))
648		return -ENODEV;
649
650	ifbdev = kzalloc(sizeof(struct intel_fbdev), GFP_KERNEL);
651	if (ifbdev == NULL)
652		return -ENOMEM;
653
654	drm_fb_helper_prepare(dev, &ifbdev->helper, &intel_fb_helper_funcs);
655
656	if (!intel_fbdev_init_bios(dev, ifbdev))
657		ifbdev->preferred_bpp = 32;
658
659	ret = drm_fb_helper_init(dev, &ifbdev->helper,
660				 INTEL_INFO(dev)->num_pipes, 4);
661	if (ret) {
662		kfree(ifbdev);
663		return ret;
664	}
665
666	dev_priv->fbdev = ifbdev;
667	INIT_WORK(&dev_priv->fbdev_suspend_work, intel_fbdev_suspend_worker);
668
669	drm_fb_helper_single_add_all_connectors(&ifbdev->helper);
670
671	return 0;
672}
673
674void intel_fbdev_initial_config(void *data, async_cookie_t cookie)
675{
676	struct drm_i915_private *dev_priv = data;
677	struct intel_fbdev *ifbdev = dev_priv->fbdev;
678
679	/* Due to peculiar init order wrt to hpd handling this is separate. */
680	drm_fb_helper_initial_config(&ifbdev->helper, ifbdev->preferred_bpp);
681}
682
683void intel_fbdev_fini(struct drm_device *dev)
684{
685	struct drm_i915_private *dev_priv = dev->dev_private;
686	if (!dev_priv->fbdev)
687		return;
688
689	flush_work(&dev_priv->fbdev_suspend_work);
690
691	async_synchronize_full();
692	intel_fbdev_destroy(dev, dev_priv->fbdev);
693	kfree(dev_priv->fbdev);
694	dev_priv->fbdev = NULL;
695}
696
697void intel_fbdev_set_suspend(struct drm_device *dev, int state, bool synchronous)
698{
699	struct drm_i915_private *dev_priv = dev->dev_private;
700	struct intel_fbdev *ifbdev = dev_priv->fbdev;
701	struct fb_info *info;
702
703	if (!ifbdev)
704		return;
705
706	info = ifbdev->helper.fbdev;
707
708	if (synchronous) {
709		/* Flush any pending work to turn the console on, and then
710		 * wait to turn it off. It must be synchronous as we are
711		 * about to suspend or unload the driver.
712		 *
713		 * Note that from within the work-handler, we cannot flush
714		 * ourselves, so only flush outstanding work upon suspend!
715		 */
716		if (state != FBINFO_STATE_RUNNING)
717			flush_work(&dev_priv->fbdev_suspend_work);
718		console_lock();
719	} else {
720		/*
721		 * The console lock can be pretty contented on resume due
722		 * to all the printk activity.  Try to keep it out of the hot
723		 * path of resume if possible.
724		 */
725		WARN_ON(state != FBINFO_STATE_RUNNING);
726		if (!console_trylock()) {
727			/* Don't block our own workqueue as this can
728			 * be run in parallel with other i915.ko tasks.
729			 */
730			schedule_work(&dev_priv->fbdev_suspend_work);
731			return;
732		}
733	}
734
735	/* On resume from hibernation: If the object is shmemfs backed, it has
736	 * been restored from swap. If the object is stolen however, it will be
737	 * full of whatever garbage was left in there.
738	 */
739	if (state == FBINFO_STATE_RUNNING && ifbdev->fb->obj->stolen)
740		memset_io(info->screen_base, 0, info->screen_size);
741
742	fb_set_suspend(info, state);
743	console_unlock();
744}
745
746void intel_fbdev_output_poll_changed(struct drm_device *dev)
747{
748	struct drm_i915_private *dev_priv = dev->dev_private;
749	if (dev_priv->fbdev)
750		drm_fb_helper_hotplug_event(&dev_priv->fbdev->helper);
751}
752
753void intel_fbdev_restore_mode(struct drm_device *dev)
754{
755	int ret;
756	struct drm_i915_private *dev_priv = dev->dev_private;
757
758	if (!dev_priv->fbdev)
759		return;
760
761	ret = drm_fb_helper_restore_fbdev_mode_unlocked(&dev_priv->fbdev->helper);
762	if (ret)
763		DRM_DEBUG("failed to restore crtc mode\n");
764}
765