1#include <linux/kernel.h>
2#include <linux/module.h>
3#include <linux/interrupt.h>
4#include <linux/irq.h>
5#include <linux/spinlock.h>
6#include <linux/list.h>
7#include <linux/device.h>
8#include <linux/err.h>
9#include <linux/debugfs.h>
10#include <linux/seq_file.h>
11#include <linux/gpio.h>
12#include <linux/of_gpio.h>
13#include <linux/idr.h>
14#include <linux/slab.h>
15#include <linux/acpi.h>
16#include <linux/gpio/driver.h>
17#include <linux/gpio/machine.h>
18
19#include "gpiolib.h"
20
21#define CREATE_TRACE_POINTS
22#include <trace/events/gpio.h>
23
24/* Implementation infrastructure for GPIO interfaces.
25 *
26 * The GPIO programming interface allows for inlining speed-critical
27 * get/set operations for common cases, so that access to SOC-integrated
28 * GPIOs can sometimes cost only an instruction or two per bit.
29 */
30
31
32/* When debugging, extend minimal trust to callers and platform code.
33 * Also emit diagnostic messages that may help initial bringup, when
34 * board setup or driver bugs are most common.
35 *
36 * Otherwise, minimize overhead in what may be bitbanging codepaths.
37 */
38#ifdef	DEBUG
39#define	extra_checks	1
40#else
41#define	extra_checks	0
42#endif
43
44/* gpio_lock prevents conflicts during gpio_desc[] table updates.
45 * While any GPIO is requested, its gpio_chip is not removable;
46 * each GPIO's "requested" flag serves as a lock and refcount.
47 */
48DEFINE_SPINLOCK(gpio_lock);
49
50static struct gpio_desc gpio_desc[ARCH_NR_GPIOS];
51
52#define GPIO_OFFSET_VALID(chip, offset) (offset >= 0 && offset < chip->ngpio)
53
54static DEFINE_MUTEX(gpio_lookup_lock);
55static LIST_HEAD(gpio_lookup_list);
56LIST_HEAD(gpio_chips);
57
58static inline void desc_set_label(struct gpio_desc *d, const char *label)
59{
60	d->label = label;
61}
62
63/**
64 * Convert a GPIO number to its descriptor
65 */
66struct gpio_desc *gpio_to_desc(unsigned gpio)
67{
68	if (WARN(!gpio_is_valid(gpio), "invalid GPIO %d\n", gpio))
69		return NULL;
70	else
71		return &gpio_desc[gpio];
72}
73EXPORT_SYMBOL_GPL(gpio_to_desc);
74
75/**
76 * Get the GPIO descriptor corresponding to the given hw number for this chip.
77 */
78struct gpio_desc *gpiochip_get_desc(struct gpio_chip *chip,
79				    u16 hwnum)
80{
81	if (hwnum >= chip->ngpio)
82		return ERR_PTR(-EINVAL);
83
84	return &chip->desc[hwnum];
85}
86
87/**
88 * Convert a GPIO descriptor to the integer namespace.
89 * This should disappear in the future but is needed since we still
90 * use GPIO numbers for error messages and sysfs nodes
91 */
92int desc_to_gpio(const struct gpio_desc *desc)
93{
94	return desc - &gpio_desc[0];
95}
96EXPORT_SYMBOL_GPL(desc_to_gpio);
97
98
99/**
100 * gpiod_to_chip - Return the GPIO chip to which a GPIO descriptor belongs
101 * @desc:	descriptor to return the chip of
102 */
103struct gpio_chip *gpiod_to_chip(const struct gpio_desc *desc)
104{
105	return desc ? desc->chip : NULL;
106}
107EXPORT_SYMBOL_GPL(gpiod_to_chip);
108
109/* dynamic allocation of GPIOs, e.g. on a hotplugged device */
110static int gpiochip_find_base(int ngpio)
111{
112	struct gpio_chip *chip;
113	int base = ARCH_NR_GPIOS - ngpio;
114
115	list_for_each_entry_reverse(chip, &gpio_chips, list) {
116		/* found a free space? */
117		if (chip->base + chip->ngpio <= base)
118			break;
119		else
120			/* nope, check the space right before the chip */
121			base = chip->base - ngpio;
122	}
123
124	if (gpio_is_valid(base)) {
125		pr_debug("%s: found new base at %d\n", __func__, base);
126		return base;
127	} else {
128		pr_err("%s: cannot find free range\n", __func__);
129		return -ENOSPC;
130	}
131}
132
133/**
134 * gpiod_get_direction - return the current direction of a GPIO
135 * @desc:	GPIO to get the direction of
136 *
137 * Return GPIOF_DIR_IN or GPIOF_DIR_OUT, or an error code in case of error.
138 *
139 * This function may sleep if gpiod_cansleep() is true.
140 */
141int gpiod_get_direction(const struct gpio_desc *desc)
142{
143	struct gpio_chip	*chip;
144	unsigned		offset;
145	int			status = -EINVAL;
146
147	chip = gpiod_to_chip(desc);
148	offset = gpio_chip_hwgpio(desc);
149
150	if (!chip->get_direction)
151		return status;
152
153	status = chip->get_direction(chip, offset);
154	if (status > 0) {
155		/* GPIOF_DIR_IN, or other positive */
156		status = 1;
157		/* FLAG_IS_OUT is just a cache of the result of get_direction(),
158		 * so it does not affect constness per se */
159		clear_bit(FLAG_IS_OUT, &((struct gpio_desc *)desc)->flags);
160	}
161	if (status == 0) {
162		/* GPIOF_DIR_OUT */
163		set_bit(FLAG_IS_OUT, &((struct gpio_desc *)desc)->flags);
164	}
165	return status;
166}
167EXPORT_SYMBOL_GPL(gpiod_get_direction);
168
169/*
170 * Add a new chip to the global chips list, keeping the list of chips sorted
171 * by base order.
172 *
173 * Return -EBUSY if the new chip overlaps with some other chip's integer
174 * space.
175 */
176static int gpiochip_add_to_list(struct gpio_chip *chip)
177{
178	struct list_head *pos = &gpio_chips;
179	struct gpio_chip *_chip;
180	int err = 0;
181
182	/* find where to insert our chip */
183	list_for_each(pos, &gpio_chips) {
184		_chip = list_entry(pos, struct gpio_chip, list);
185		/* shall we insert before _chip? */
186		if (_chip->base >= chip->base + chip->ngpio)
187			break;
188	}
189
190	/* are we stepping on the chip right before? */
191	if (pos != &gpio_chips && pos->prev != &gpio_chips) {
192		_chip = list_entry(pos->prev, struct gpio_chip, list);
193		if (_chip->base + _chip->ngpio > chip->base) {
194			dev_err(chip->dev,
195			       "GPIO integer space overlap, cannot add chip\n");
196			err = -EBUSY;
197		}
198	}
199
200	if (!err)
201		list_add_tail(&chip->list, pos);
202
203	return err;
204}
205
206/**
207 * gpiochip_add() - register a gpio_chip
208 * @chip: the chip to register, with chip->base initialized
209 * Context: potentially before irqs or kmalloc will work
210 *
211 * Returns a negative errno if the chip can't be registered, such as
212 * because the chip->base is invalid or already associated with a
213 * different chip.  Otherwise it returns zero as a success code.
214 *
215 * When gpiochip_add() is called very early during boot, so that GPIOs
216 * can be freely used, the chip->dev device must be registered before
217 * the gpio framework's arch_initcall().  Otherwise sysfs initialization
218 * for GPIOs will fail rudely.
219 *
220 * If chip->base is negative, this requests dynamic assignment of
221 * a range of valid GPIOs.
222 */
223int gpiochip_add(struct gpio_chip *chip)
224{
225	unsigned long	flags;
226	int		status = 0;
227	unsigned	id;
228	int		base = chip->base;
229
230	if ((!gpio_is_valid(base) || !gpio_is_valid(base + chip->ngpio - 1))
231			&& base >= 0) {
232		status = -EINVAL;
233		goto fail;
234	}
235
236	spin_lock_irqsave(&gpio_lock, flags);
237
238	if (base < 0) {
239		base = gpiochip_find_base(chip->ngpio);
240		if (base < 0) {
241			status = base;
242			goto unlock;
243		}
244		chip->base = base;
245	}
246
247	status = gpiochip_add_to_list(chip);
248
249	if (status == 0) {
250		chip->desc = &gpio_desc[chip->base];
251
252		for (id = 0; id < chip->ngpio; id++) {
253			struct gpio_desc *desc = &chip->desc[id];
254			desc->chip = chip;
255
256			/* REVISIT:  most hardware initializes GPIOs as
257			 * inputs (often with pullups enabled) so power
258			 * usage is minimized.  Linux code should set the
259			 * gpio direction first thing; but until it does,
260			 * and in case chip->get_direction is not set,
261			 * we may expose the wrong direction in sysfs.
262			 */
263			desc->flags = !chip->direction_input
264				? (1 << FLAG_IS_OUT)
265				: 0;
266		}
267	}
268
269	spin_unlock_irqrestore(&gpio_lock, flags);
270
271#ifdef CONFIG_PINCTRL
272	INIT_LIST_HEAD(&chip->pin_ranges);
273#endif
274
275	of_gpiochip_add(chip);
276	acpi_gpiochip_add(chip);
277
278	if (status)
279		goto fail;
280
281	status = gpiochip_export(chip);
282	if (status)
283		goto fail;
284
285	pr_debug("%s: registered GPIOs %d to %d on device: %s\n", __func__,
286		chip->base, chip->base + chip->ngpio - 1,
287		chip->label ? : "generic");
288
289	return 0;
290
291unlock:
292	spin_unlock_irqrestore(&gpio_lock, flags);
293fail:
294	/* failures here can mean systems won't boot... */
295	pr_err("%s: GPIOs %d..%d (%s) failed to register\n", __func__,
296		chip->base, chip->base + chip->ngpio - 1,
297		chip->label ? : "generic");
298	return status;
299}
300EXPORT_SYMBOL_GPL(gpiochip_add);
301
302/* Forward-declaration */
303static void gpiochip_irqchip_remove(struct gpio_chip *gpiochip);
304
305/**
306 * gpiochip_remove() - unregister a gpio_chip
307 * @chip: the chip to unregister
308 *
309 * A gpio_chip with any GPIOs still requested may not be removed.
310 */
311void gpiochip_remove(struct gpio_chip *chip)
312{
313	unsigned long	flags;
314	unsigned	id;
315
316	acpi_gpiochip_remove(chip);
317
318	spin_lock_irqsave(&gpio_lock, flags);
319
320	gpiochip_irqchip_remove(chip);
321	gpiochip_remove_pin_ranges(chip);
322	of_gpiochip_remove(chip);
323
324	for (id = 0; id < chip->ngpio; id++) {
325		if (test_bit(FLAG_REQUESTED, &chip->desc[id].flags))
326			dev_crit(chip->dev, "REMOVING GPIOCHIP WITH GPIOS STILL REQUESTED\n");
327	}
328	for (id = 0; id < chip->ngpio; id++)
329		chip->desc[id].chip = NULL;
330
331	list_del(&chip->list);
332	spin_unlock_irqrestore(&gpio_lock, flags);
333	gpiochip_unexport(chip);
334}
335EXPORT_SYMBOL_GPL(gpiochip_remove);
336
337/**
338 * gpiochip_find() - iterator for locating a specific gpio_chip
339 * @data: data to pass to match function
340 * @callback: Callback function to check gpio_chip
341 *
342 * Similar to bus_find_device.  It returns a reference to a gpio_chip as
343 * determined by a user supplied @match callback.  The callback should return
344 * 0 if the device doesn't match and non-zero if it does.  If the callback is
345 * non-zero, this function will return to the caller and not iterate over any
346 * more gpio_chips.
347 */
348struct gpio_chip *gpiochip_find(void *data,
349				int (*match)(struct gpio_chip *chip,
350					     void *data))
351{
352	struct gpio_chip *chip;
353	unsigned long flags;
354
355	spin_lock_irqsave(&gpio_lock, flags);
356	list_for_each_entry(chip, &gpio_chips, list)
357		if (match(chip, data))
358			break;
359
360	/* No match? */
361	if (&chip->list == &gpio_chips)
362		chip = NULL;
363	spin_unlock_irqrestore(&gpio_lock, flags);
364
365	return chip;
366}
367EXPORT_SYMBOL_GPL(gpiochip_find);
368
369static int gpiochip_match_name(struct gpio_chip *chip, void *data)
370{
371	const char *name = data;
372
373	return !strcmp(chip->label, name);
374}
375
376static struct gpio_chip *find_chip_by_name(const char *name)
377{
378	return gpiochip_find((void *)name, gpiochip_match_name);
379}
380
381#ifdef CONFIG_GPIOLIB_IRQCHIP
382
383/*
384 * The following is irqchip helper code for gpiochips.
385 */
386
387/**
388 * gpiochip_set_chained_irqchip() - sets a chained irqchip to a gpiochip
389 * @gpiochip: the gpiochip to set the irqchip chain to
390 * @irqchip: the irqchip to chain to the gpiochip
391 * @parent_irq: the irq number corresponding to the parent IRQ for this
392 * chained irqchip
393 * @parent_handler: the parent interrupt handler for the accumulated IRQ
394 * coming out of the gpiochip. If the interrupt is nested rather than
395 * cascaded, pass NULL in this handler argument
396 */
397void gpiochip_set_chained_irqchip(struct gpio_chip *gpiochip,
398				  struct irq_chip *irqchip,
399				  int parent_irq,
400				  irq_flow_handler_t parent_handler)
401{
402	unsigned int offset;
403
404	if (!gpiochip->irqdomain) {
405		chip_err(gpiochip, "called %s before setting up irqchip\n",
406			 __func__);
407		return;
408	}
409
410	if (parent_handler) {
411		if (gpiochip->can_sleep) {
412			chip_err(gpiochip,
413				 "you cannot have chained interrupts on a "
414				 "chip that may sleep\n");
415			return;
416		}
417		/*
418		 * The parent irqchip is already using the chip_data for this
419		 * irqchip, so our callbacks simply use the handler_data.
420		 */
421		irq_set_handler_data(parent_irq, gpiochip);
422		irq_set_chained_handler(parent_irq, parent_handler);
423	}
424
425	/* Set the parent IRQ for all affected IRQs */
426	for (offset = 0; offset < gpiochip->ngpio; offset++)
427		irq_set_parent(irq_find_mapping(gpiochip->irqdomain, offset),
428			       parent_irq);
429}
430EXPORT_SYMBOL_GPL(gpiochip_set_chained_irqchip);
431
432/*
433 * This lock class tells lockdep that GPIO irqs are in a different
434 * category than their parents, so it won't report false recursion.
435 */
436static struct lock_class_key gpiochip_irq_lock_class;
437
438/**
439 * gpiochip_irq_map() - maps an IRQ into a GPIO irqchip
440 * @d: the irqdomain used by this irqchip
441 * @irq: the global irq number used by this GPIO irqchip irq
442 * @hwirq: the local IRQ/GPIO line offset on this gpiochip
443 *
444 * This function will set up the mapping for a certain IRQ line on a
445 * gpiochip by assigning the gpiochip as chip data, and using the irqchip
446 * stored inside the gpiochip.
447 */
448static int gpiochip_irq_map(struct irq_domain *d, unsigned int irq,
449			    irq_hw_number_t hwirq)
450{
451	struct gpio_chip *chip = d->host_data;
452
453	irq_set_chip_data(irq, chip);
454	irq_set_lockdep_class(irq, &gpiochip_irq_lock_class);
455	irq_set_chip_and_handler(irq, chip->irqchip, chip->irq_handler);
456	/* Chips that can sleep need nested thread handlers */
457	if (chip->can_sleep && !chip->irq_not_threaded)
458		irq_set_nested_thread(irq, 1);
459#ifdef CONFIG_ARM
460	set_irq_flags(irq, IRQF_VALID);
461#else
462	irq_set_noprobe(irq);
463#endif
464	/*
465	 * No set-up of the hardware will happen if IRQ_TYPE_NONE
466	 * is passed as default type.
467	 */
468	if (chip->irq_default_type != IRQ_TYPE_NONE)
469		irq_set_irq_type(irq, chip->irq_default_type);
470
471	return 0;
472}
473
474static void gpiochip_irq_unmap(struct irq_domain *d, unsigned int irq)
475{
476	struct gpio_chip *chip = d->host_data;
477
478#ifdef CONFIG_ARM
479	set_irq_flags(irq, 0);
480#endif
481	if (chip->can_sleep)
482		irq_set_nested_thread(irq, 0);
483	irq_set_chip_and_handler(irq, NULL, NULL);
484	irq_set_chip_data(irq, NULL);
485}
486
487static const struct irq_domain_ops gpiochip_domain_ops = {
488	.map	= gpiochip_irq_map,
489	.unmap	= gpiochip_irq_unmap,
490	/* Virtually all GPIO irqchips are twocell:ed */
491	.xlate	= irq_domain_xlate_twocell,
492};
493
494static int gpiochip_irq_reqres(struct irq_data *d)
495{
496	struct gpio_chip *chip = irq_data_get_irq_chip_data(d);
497
498	if (gpio_lock_as_irq(chip, d->hwirq)) {
499		chip_err(chip,
500			"unable to lock HW IRQ %lu for IRQ\n",
501			d->hwirq);
502		return -EINVAL;
503	}
504	return 0;
505}
506
507static void gpiochip_irq_relres(struct irq_data *d)
508{
509	struct gpio_chip *chip = irq_data_get_irq_chip_data(d);
510
511	gpio_unlock_as_irq(chip, d->hwirq);
512}
513
514static int gpiochip_to_irq(struct gpio_chip *chip, unsigned offset)
515{
516	return irq_find_mapping(chip->irqdomain, offset);
517}
518
519/**
520 * gpiochip_irqchip_remove() - removes an irqchip added to a gpiochip
521 * @gpiochip: the gpiochip to remove the irqchip from
522 *
523 * This is called only from gpiochip_remove()
524 */
525static void gpiochip_irqchip_remove(struct gpio_chip *gpiochip)
526{
527	unsigned int offset;
528
529	acpi_gpiochip_free_interrupts(gpiochip);
530
531	/* Remove all IRQ mappings and delete the domain */
532	if (gpiochip->irqdomain) {
533		for (offset = 0; offset < gpiochip->ngpio; offset++)
534			irq_dispose_mapping(
535				irq_find_mapping(gpiochip->irqdomain, offset));
536		irq_domain_remove(gpiochip->irqdomain);
537	}
538
539	if (gpiochip->irqchip) {
540		gpiochip->irqchip->irq_request_resources = NULL;
541		gpiochip->irqchip->irq_release_resources = NULL;
542		gpiochip->irqchip = NULL;
543	}
544}
545
546/**
547 * gpiochip_irqchip_add() - adds an irqchip to a gpiochip
548 * @gpiochip: the gpiochip to add the irqchip to
549 * @irqchip: the irqchip to add to the gpiochip
550 * @first_irq: if not dynamically assigned, the base (first) IRQ to
551 * allocate gpiochip irqs from
552 * @handler: the irq handler to use (often a predefined irq core function)
553 * @type: the default type for IRQs on this irqchip, pass IRQ_TYPE_NONE
554 * to have the core avoid setting up any default type in the hardware.
555 *
556 * This function closely associates a certain irqchip with a certain
557 * gpiochip, providing an irq domain to translate the local IRQs to
558 * global irqs in the gpiolib core, and making sure that the gpiochip
559 * is passed as chip data to all related functions. Driver callbacks
560 * need to use container_of() to get their local state containers back
561 * from the gpiochip passed as chip data. An irqdomain will be stored
562 * in the gpiochip that shall be used by the driver to handle IRQ number
563 * translation. The gpiochip will need to be initialized and registered
564 * before calling this function.
565 *
566 * This function will handle two cell:ed simple IRQs and assumes all
567 * the pins on the gpiochip can generate a unique IRQ. Everything else
568 * need to be open coded.
569 */
570int gpiochip_irqchip_add(struct gpio_chip *gpiochip,
571			 struct irq_chip *irqchip,
572			 unsigned int first_irq,
573			 irq_flow_handler_t handler,
574			 unsigned int type)
575{
576	struct device_node *of_node;
577	unsigned int offset;
578	unsigned irq_base = 0;
579
580	if (!gpiochip || !irqchip)
581		return -EINVAL;
582
583	if (!gpiochip->dev) {
584		pr_err("missing gpiochip .dev parent pointer\n");
585		return -EINVAL;
586	}
587	of_node = gpiochip->dev->of_node;
588#ifdef CONFIG_OF_GPIO
589	/*
590	 * If the gpiochip has an assigned OF node this takes precendence
591	 * FIXME: get rid of this and use gpiochip->dev->of_node everywhere
592	 */
593	if (gpiochip->of_node)
594		of_node = gpiochip->of_node;
595#endif
596	gpiochip->irqchip = irqchip;
597	gpiochip->irq_handler = handler;
598	gpiochip->irq_default_type = type;
599	gpiochip->to_irq = gpiochip_to_irq;
600	gpiochip->irqdomain = irq_domain_add_simple(of_node,
601					gpiochip->ngpio, first_irq,
602					&gpiochip_domain_ops, gpiochip);
603	if (!gpiochip->irqdomain) {
604		gpiochip->irqchip = NULL;
605		return -EINVAL;
606	}
607	irqchip->irq_request_resources = gpiochip_irq_reqres;
608	irqchip->irq_release_resources = gpiochip_irq_relres;
609
610	/*
611	 * Prepare the mapping since the irqchip shall be orthogonal to
612	 * any gpiochip calls. If the first_irq was zero, this is
613	 * necessary to allocate descriptors for all IRQs.
614	 */
615	for (offset = 0; offset < gpiochip->ngpio; offset++) {
616		irq_base = irq_create_mapping(gpiochip->irqdomain, offset);
617		if (offset == 0)
618			/*
619			 * Store the base into the gpiochip to be used when
620			 * unmapping the irqs.
621			 */
622			gpiochip->irq_base = irq_base;
623	}
624
625	acpi_gpiochip_request_interrupts(gpiochip);
626
627	return 0;
628}
629EXPORT_SYMBOL_GPL(gpiochip_irqchip_add);
630
631#else /* CONFIG_GPIOLIB_IRQCHIP */
632
633static void gpiochip_irqchip_remove(struct gpio_chip *gpiochip) {}
634
635#endif /* CONFIG_GPIOLIB_IRQCHIP */
636
637#ifdef CONFIG_PINCTRL
638
639/**
640 * gpiochip_add_pingroup_range() - add a range for GPIO <-> pin mapping
641 * @chip: the gpiochip to add the range for
642 * @pinctrl: the dev_name() of the pin controller to map to
643 * @gpio_offset: the start offset in the current gpio_chip number space
644 * @pin_group: name of the pin group inside the pin controller
645 */
646int gpiochip_add_pingroup_range(struct gpio_chip *chip,
647			struct pinctrl_dev *pctldev,
648			unsigned int gpio_offset, const char *pin_group)
649{
650	struct gpio_pin_range *pin_range;
651	int ret;
652
653	pin_range = kzalloc(sizeof(*pin_range), GFP_KERNEL);
654	if (!pin_range) {
655		chip_err(chip, "failed to allocate pin ranges\n");
656		return -ENOMEM;
657	}
658
659	/* Use local offset as range ID */
660	pin_range->range.id = gpio_offset;
661	pin_range->range.gc = chip;
662	pin_range->range.name = chip->label;
663	pin_range->range.base = chip->base + gpio_offset;
664	pin_range->pctldev = pctldev;
665
666	ret = pinctrl_get_group_pins(pctldev, pin_group,
667					&pin_range->range.pins,
668					&pin_range->range.npins);
669	if (ret < 0) {
670		kfree(pin_range);
671		return ret;
672	}
673
674	pinctrl_add_gpio_range(pctldev, &pin_range->range);
675
676	chip_dbg(chip, "created GPIO range %d->%d ==> %s PINGRP %s\n",
677		 gpio_offset, gpio_offset + pin_range->range.npins - 1,
678		 pinctrl_dev_get_devname(pctldev), pin_group);
679
680	list_add_tail(&pin_range->node, &chip->pin_ranges);
681
682	return 0;
683}
684EXPORT_SYMBOL_GPL(gpiochip_add_pingroup_range);
685
686/**
687 * gpiochip_add_pin_range() - add a range for GPIO <-> pin mapping
688 * @chip: the gpiochip to add the range for
689 * @pinctrl_name: the dev_name() of the pin controller to map to
690 * @gpio_offset: the start offset in the current gpio_chip number space
691 * @pin_offset: the start offset in the pin controller number space
692 * @npins: the number of pins from the offset of each pin space (GPIO and
693 *	pin controller) to accumulate in this range
694 */
695int gpiochip_add_pin_range(struct gpio_chip *chip, const char *pinctl_name,
696			   unsigned int gpio_offset, unsigned int pin_offset,
697			   unsigned int npins)
698{
699	struct gpio_pin_range *pin_range;
700	int ret;
701
702	pin_range = kzalloc(sizeof(*pin_range), GFP_KERNEL);
703	if (!pin_range) {
704		chip_err(chip, "failed to allocate pin ranges\n");
705		return -ENOMEM;
706	}
707
708	/* Use local offset as range ID */
709	pin_range->range.id = gpio_offset;
710	pin_range->range.gc = chip;
711	pin_range->range.name = chip->label;
712	pin_range->range.base = chip->base + gpio_offset;
713	pin_range->range.pin_base = pin_offset;
714	pin_range->range.npins = npins;
715	pin_range->pctldev = pinctrl_find_and_add_gpio_range(pinctl_name,
716			&pin_range->range);
717	if (IS_ERR(pin_range->pctldev)) {
718		ret = PTR_ERR(pin_range->pctldev);
719		chip_err(chip, "could not create pin range\n");
720		kfree(pin_range);
721		return ret;
722	}
723	chip_dbg(chip, "created GPIO range %d->%d ==> %s PIN %d->%d\n",
724		 gpio_offset, gpio_offset + npins - 1,
725		 pinctl_name,
726		 pin_offset, pin_offset + npins - 1);
727
728	list_add_tail(&pin_range->node, &chip->pin_ranges);
729
730	return 0;
731}
732EXPORT_SYMBOL_GPL(gpiochip_add_pin_range);
733
734/**
735 * gpiochip_remove_pin_ranges() - remove all the GPIO <-> pin mappings
736 * @chip: the chip to remove all the mappings for
737 */
738void gpiochip_remove_pin_ranges(struct gpio_chip *chip)
739{
740	struct gpio_pin_range *pin_range, *tmp;
741
742	list_for_each_entry_safe(pin_range, tmp, &chip->pin_ranges, node) {
743		list_del(&pin_range->node);
744		pinctrl_remove_gpio_range(pin_range->pctldev,
745				&pin_range->range);
746		kfree(pin_range);
747	}
748}
749EXPORT_SYMBOL_GPL(gpiochip_remove_pin_ranges);
750
751#endif /* CONFIG_PINCTRL */
752
753/* These "optional" allocation calls help prevent drivers from stomping
754 * on each other, and help provide better diagnostics in debugfs.
755 * They're called even less than the "set direction" calls.
756 */
757static int __gpiod_request(struct gpio_desc *desc, const char *label)
758{
759	struct gpio_chip	*chip = desc->chip;
760	int			status;
761	unsigned long		flags;
762
763	spin_lock_irqsave(&gpio_lock, flags);
764
765	/* NOTE:  gpio_request() can be called in early boot,
766	 * before IRQs are enabled, for non-sleeping (SOC) GPIOs.
767	 */
768
769	if (test_and_set_bit(FLAG_REQUESTED, &desc->flags) == 0) {
770		desc_set_label(desc, label ? : "?");
771		status = 0;
772	} else {
773		status = -EBUSY;
774		goto done;
775	}
776
777	if (chip->request) {
778		/* chip->request may sleep */
779		spin_unlock_irqrestore(&gpio_lock, flags);
780		status = chip->request(chip, gpio_chip_hwgpio(desc));
781		spin_lock_irqsave(&gpio_lock, flags);
782
783		if (status < 0) {
784			desc_set_label(desc, NULL);
785			clear_bit(FLAG_REQUESTED, &desc->flags);
786			goto done;
787		}
788	}
789	if (chip->get_direction) {
790		/* chip->get_direction may sleep */
791		spin_unlock_irqrestore(&gpio_lock, flags);
792		gpiod_get_direction(desc);
793		spin_lock_irqsave(&gpio_lock, flags);
794	}
795done:
796	spin_unlock_irqrestore(&gpio_lock, flags);
797	return status;
798}
799
800int gpiod_request(struct gpio_desc *desc, const char *label)
801{
802	int status = -EPROBE_DEFER;
803	struct gpio_chip *chip;
804
805	if (!desc) {
806		pr_warn("%s: invalid GPIO\n", __func__);
807		return -EINVAL;
808	}
809
810	chip = desc->chip;
811	if (!chip)
812		goto done;
813
814	if (try_module_get(chip->owner)) {
815		status = __gpiod_request(desc, label);
816		if (status < 0)
817			module_put(chip->owner);
818	}
819
820done:
821	if (status)
822		gpiod_dbg(desc, "%s: status %d\n", __func__, status);
823
824	return status;
825}
826
827static bool __gpiod_free(struct gpio_desc *desc)
828{
829	bool			ret = false;
830	unsigned long		flags;
831	struct gpio_chip	*chip;
832
833	might_sleep();
834
835	gpiod_unexport(desc);
836
837	spin_lock_irqsave(&gpio_lock, flags);
838
839	chip = desc->chip;
840	if (chip && test_bit(FLAG_REQUESTED, &desc->flags)) {
841		if (chip->free) {
842			spin_unlock_irqrestore(&gpio_lock, flags);
843			might_sleep_if(chip->can_sleep);
844			chip->free(chip, gpio_chip_hwgpio(desc));
845			spin_lock_irqsave(&gpio_lock, flags);
846		}
847		desc_set_label(desc, NULL);
848		clear_bit(FLAG_ACTIVE_LOW, &desc->flags);
849		clear_bit(FLAG_REQUESTED, &desc->flags);
850		clear_bit(FLAG_OPEN_DRAIN, &desc->flags);
851		clear_bit(FLAG_OPEN_SOURCE, &desc->flags);
852		ret = true;
853	}
854
855	spin_unlock_irqrestore(&gpio_lock, flags);
856	return ret;
857}
858
859void gpiod_free(struct gpio_desc *desc)
860{
861	if (desc && __gpiod_free(desc))
862		module_put(desc->chip->owner);
863	else
864		WARN_ON(extra_checks);
865}
866
867/**
868 * gpiochip_is_requested - return string iff signal was requested
869 * @chip: controller managing the signal
870 * @offset: of signal within controller's 0..(ngpio - 1) range
871 *
872 * Returns NULL if the GPIO is not currently requested, else a string.
873 * The string returned is the label passed to gpio_request(); if none has been
874 * passed it is a meaningless, non-NULL constant.
875 *
876 * This function is for use by GPIO controller drivers.  The label can
877 * help with diagnostics, and knowing that the signal is used as a GPIO
878 * can help avoid accidentally multiplexing it to another controller.
879 */
880const char *gpiochip_is_requested(struct gpio_chip *chip, unsigned offset)
881{
882	struct gpio_desc *desc;
883
884	if (!GPIO_OFFSET_VALID(chip, offset))
885		return NULL;
886
887	desc = &chip->desc[offset];
888
889	if (test_bit(FLAG_REQUESTED, &desc->flags) == 0)
890		return NULL;
891	return desc->label;
892}
893EXPORT_SYMBOL_GPL(gpiochip_is_requested);
894
895/**
896 * gpiochip_request_own_desc - Allow GPIO chip to request its own descriptor
897 * @desc: GPIO descriptor to request
898 * @label: label for the GPIO
899 *
900 * Function allows GPIO chip drivers to request and use their own GPIO
901 * descriptors via gpiolib API. Difference to gpiod_request() is that this
902 * function will not increase reference count of the GPIO chip module. This
903 * allows the GPIO chip module to be unloaded as needed (we assume that the
904 * GPIO chip driver handles freeing the GPIOs it has requested).
905 */
906struct gpio_desc *gpiochip_request_own_desc(struct gpio_chip *chip, u16 hwnum,
907					    const char *label)
908{
909	struct gpio_desc *desc = gpiochip_get_desc(chip, hwnum);
910	int err;
911
912	if (IS_ERR(desc)) {
913		chip_err(chip, "failed to get GPIO descriptor\n");
914		return desc;
915	}
916
917	err = __gpiod_request(desc, label);
918	if (err < 0)
919		return ERR_PTR(err);
920
921	return desc;
922}
923EXPORT_SYMBOL_GPL(gpiochip_request_own_desc);
924
925/**
926 * gpiochip_free_own_desc - Free GPIO requested by the chip driver
927 * @desc: GPIO descriptor to free
928 *
929 * Function frees the given GPIO requested previously with
930 * gpiochip_request_own_desc().
931 */
932void gpiochip_free_own_desc(struct gpio_desc *desc)
933{
934	if (desc)
935		__gpiod_free(desc);
936}
937EXPORT_SYMBOL_GPL(gpiochip_free_own_desc);
938
939/* Drivers MUST set GPIO direction before making get/set calls.  In
940 * some cases this is done in early boot, before IRQs are enabled.
941 *
942 * As a rule these aren't called more than once (except for drivers
943 * using the open-drain emulation idiom) so these are natural places
944 * to accumulate extra debugging checks.  Note that we can't (yet)
945 * rely on gpio_request() having been called beforehand.
946 */
947
948/**
949 * gpiod_direction_input - set the GPIO direction to input
950 * @desc:	GPIO to set to input
951 *
952 * Set the direction of the passed GPIO to input, such as gpiod_get_value() can
953 * be called safely on it.
954 *
955 * Return 0 in case of success, else an error code.
956 */
957int gpiod_direction_input(struct gpio_desc *desc)
958{
959	struct gpio_chip	*chip;
960	int			status = -EINVAL;
961
962	if (!desc || !desc->chip) {
963		pr_warn("%s: invalid GPIO\n", __func__);
964		return -EINVAL;
965	}
966
967	chip = desc->chip;
968	if (!chip->get || !chip->direction_input) {
969		gpiod_warn(desc,
970			"%s: missing get() or direction_input() operations\n",
971			__func__);
972		return -EIO;
973	}
974
975	status = chip->direction_input(chip, gpio_chip_hwgpio(desc));
976	if (status == 0)
977		clear_bit(FLAG_IS_OUT, &desc->flags);
978
979	trace_gpio_direction(desc_to_gpio(desc), 1, status);
980
981	return status;
982}
983EXPORT_SYMBOL_GPL(gpiod_direction_input);
984
985static int _gpiod_direction_output_raw(struct gpio_desc *desc, int value)
986{
987	struct gpio_chip	*chip;
988	int			status = -EINVAL;
989
990	/* GPIOs used for IRQs shall not be set as output */
991	if (test_bit(FLAG_USED_AS_IRQ, &desc->flags)) {
992		gpiod_err(desc,
993			  "%s: tried to set a GPIO tied to an IRQ as output\n",
994			  __func__);
995		return -EIO;
996	}
997
998	/* Open drain pin should not be driven to 1 */
999	if (value && test_bit(FLAG_OPEN_DRAIN,  &desc->flags))
1000		return gpiod_direction_input(desc);
1001
1002	/* Open source pin should not be driven to 0 */
1003	if (!value && test_bit(FLAG_OPEN_SOURCE,  &desc->flags))
1004		return gpiod_direction_input(desc);
1005
1006	chip = desc->chip;
1007	if (!chip->set || !chip->direction_output) {
1008		gpiod_warn(desc,
1009		       "%s: missing set() or direction_output() operations\n",
1010		       __func__);
1011		return -EIO;
1012	}
1013
1014	status = chip->direction_output(chip, gpio_chip_hwgpio(desc), value);
1015	if (status == 0)
1016		set_bit(FLAG_IS_OUT, &desc->flags);
1017	trace_gpio_value(desc_to_gpio(desc), 0, value);
1018	trace_gpio_direction(desc_to_gpio(desc), 0, status);
1019	return status;
1020}
1021
1022/**
1023 * gpiod_direction_output_raw - set the GPIO direction to output
1024 * @desc:	GPIO to set to output
1025 * @value:	initial output value of the GPIO
1026 *
1027 * Set the direction of the passed GPIO to output, such as gpiod_set_value() can
1028 * be called safely on it. The initial value of the output must be specified
1029 * as raw value on the physical line without regard for the ACTIVE_LOW status.
1030 *
1031 * Return 0 in case of success, else an error code.
1032 */
1033int gpiod_direction_output_raw(struct gpio_desc *desc, int value)
1034{
1035	if (!desc || !desc->chip) {
1036		pr_warn("%s: invalid GPIO\n", __func__);
1037		return -EINVAL;
1038	}
1039	return _gpiod_direction_output_raw(desc, value);
1040}
1041EXPORT_SYMBOL_GPL(gpiod_direction_output_raw);
1042
1043/**
1044 * gpiod_direction_output - set the GPIO direction to output
1045 * @desc:	GPIO to set to output
1046 * @value:	initial output value of the GPIO
1047 *
1048 * Set the direction of the passed GPIO to output, such as gpiod_set_value() can
1049 * be called safely on it. The initial value of the output must be specified
1050 * as the logical value of the GPIO, i.e. taking its ACTIVE_LOW status into
1051 * account.
1052 *
1053 * Return 0 in case of success, else an error code.
1054 */
1055int gpiod_direction_output(struct gpio_desc *desc, int value)
1056{
1057	if (!desc || !desc->chip) {
1058		pr_warn("%s: invalid GPIO\n", __func__);
1059		return -EINVAL;
1060	}
1061	if (test_bit(FLAG_ACTIVE_LOW, &desc->flags))
1062		value = !value;
1063	return _gpiod_direction_output_raw(desc, value);
1064}
1065EXPORT_SYMBOL_GPL(gpiod_direction_output);
1066
1067/**
1068 * gpiod_set_debounce - sets @debounce time for a @gpio
1069 * @gpio: the gpio to set debounce time
1070 * @debounce: debounce time is microseconds
1071 *
1072 * returns -ENOTSUPP if the controller does not support setting
1073 * debounce.
1074 */
1075int gpiod_set_debounce(struct gpio_desc *desc, unsigned debounce)
1076{
1077	struct gpio_chip	*chip;
1078
1079	if (!desc || !desc->chip) {
1080		pr_warn("%s: invalid GPIO\n", __func__);
1081		return -EINVAL;
1082	}
1083
1084	chip = desc->chip;
1085	if (!chip->set || !chip->set_debounce) {
1086		gpiod_dbg(desc,
1087			  "%s: missing set() or set_debounce() operations\n",
1088			  __func__);
1089		return -ENOTSUPP;
1090	}
1091
1092	return chip->set_debounce(chip, gpio_chip_hwgpio(desc), debounce);
1093}
1094EXPORT_SYMBOL_GPL(gpiod_set_debounce);
1095
1096/**
1097 * gpiod_is_active_low - test whether a GPIO is active-low or not
1098 * @desc: the gpio descriptor to test
1099 *
1100 * Returns 1 if the GPIO is active-low, 0 otherwise.
1101 */
1102int gpiod_is_active_low(const struct gpio_desc *desc)
1103{
1104	return test_bit(FLAG_ACTIVE_LOW, &desc->flags);
1105}
1106EXPORT_SYMBOL_GPL(gpiod_is_active_low);
1107
1108/* I/O calls are only valid after configuration completed; the relevant
1109 * "is this a valid GPIO" error checks should already have been done.
1110 *
1111 * "Get" operations are often inlinable as reading a pin value register,
1112 * and masking the relevant bit in that register.
1113 *
1114 * When "set" operations are inlinable, they involve writing that mask to
1115 * one register to set a low value, or a different register to set it high.
1116 * Otherwise locking is needed, so there may be little value to inlining.
1117 *
1118 *------------------------------------------------------------------------
1119 *
1120 * IMPORTANT!!!  The hot paths -- get/set value -- assume that callers
1121 * have requested the GPIO.  That can include implicit requesting by
1122 * a direction setting call.  Marking a gpio as requested locks its chip
1123 * in memory, guaranteeing that these table lookups need no more locking
1124 * and that gpiochip_remove() will fail.
1125 *
1126 * REVISIT when debugging, consider adding some instrumentation to ensure
1127 * that the GPIO was actually requested.
1128 */
1129
1130static bool _gpiod_get_raw_value(const struct gpio_desc *desc)
1131{
1132	struct gpio_chip	*chip;
1133	bool value;
1134	int offset;
1135
1136	chip = desc->chip;
1137	offset = gpio_chip_hwgpio(desc);
1138	value = chip->get ? chip->get(chip, offset) : false;
1139	trace_gpio_value(desc_to_gpio(desc), 1, value);
1140	return value;
1141}
1142
1143/**
1144 * gpiod_get_raw_value() - return a gpio's raw value
1145 * @desc: gpio whose value will be returned
1146 *
1147 * Return the GPIO's raw value, i.e. the value of the physical line disregarding
1148 * its ACTIVE_LOW status.
1149 *
1150 * This function should be called from contexts where we cannot sleep, and will
1151 * complain if the GPIO chip functions potentially sleep.
1152 */
1153int gpiod_get_raw_value(const struct gpio_desc *desc)
1154{
1155	if (!desc)
1156		return 0;
1157	/* Should be using gpio_get_value_cansleep() */
1158	WARN_ON(desc->chip->can_sleep);
1159	return _gpiod_get_raw_value(desc);
1160}
1161EXPORT_SYMBOL_GPL(gpiod_get_raw_value);
1162
1163/**
1164 * gpiod_get_value() - return a gpio's value
1165 * @desc: gpio whose value will be returned
1166 *
1167 * Return the GPIO's logical value, i.e. taking the ACTIVE_LOW status into
1168 * account.
1169 *
1170 * This function should be called from contexts where we cannot sleep, and will
1171 * complain if the GPIO chip functions potentially sleep.
1172 */
1173int gpiod_get_value(const struct gpio_desc *desc)
1174{
1175	int value;
1176	if (!desc)
1177		return 0;
1178	/* Should be using gpio_get_value_cansleep() */
1179	WARN_ON(desc->chip->can_sleep);
1180
1181	value = _gpiod_get_raw_value(desc);
1182	if (test_bit(FLAG_ACTIVE_LOW, &desc->flags))
1183		value = !value;
1184
1185	return value;
1186}
1187EXPORT_SYMBOL_GPL(gpiod_get_value);
1188
1189/*
1190 *  _gpio_set_open_drain_value() - Set the open drain gpio's value.
1191 * @desc: gpio descriptor whose state need to be set.
1192 * @value: Non-zero for setting it HIGH otherise it will set to LOW.
1193 */
1194static void _gpio_set_open_drain_value(struct gpio_desc *desc, bool value)
1195{
1196	int err = 0;
1197	struct gpio_chip *chip = desc->chip;
1198	int offset = gpio_chip_hwgpio(desc);
1199
1200	if (value) {
1201		err = chip->direction_input(chip, offset);
1202		if (!err)
1203			clear_bit(FLAG_IS_OUT, &desc->flags);
1204	} else {
1205		err = chip->direction_output(chip, offset, 0);
1206		if (!err)
1207			set_bit(FLAG_IS_OUT, &desc->flags);
1208	}
1209	trace_gpio_direction(desc_to_gpio(desc), value, err);
1210	if (err < 0)
1211		gpiod_err(desc,
1212			  "%s: Error in set_value for open drain err %d\n",
1213			  __func__, err);
1214}
1215
1216/*
1217 *  _gpio_set_open_source_value() - Set the open source gpio's value.
1218 * @desc: gpio descriptor whose state need to be set.
1219 * @value: Non-zero for setting it HIGH otherise it will set to LOW.
1220 */
1221static void _gpio_set_open_source_value(struct gpio_desc *desc, bool value)
1222{
1223	int err = 0;
1224	struct gpio_chip *chip = desc->chip;
1225	int offset = gpio_chip_hwgpio(desc);
1226
1227	if (value) {
1228		err = chip->direction_output(chip, offset, 1);
1229		if (!err)
1230			set_bit(FLAG_IS_OUT, &desc->flags);
1231	} else {
1232		err = chip->direction_input(chip, offset);
1233		if (!err)
1234			clear_bit(FLAG_IS_OUT, &desc->flags);
1235	}
1236	trace_gpio_direction(desc_to_gpio(desc), !value, err);
1237	if (err < 0)
1238		gpiod_err(desc,
1239			  "%s: Error in set_value for open source err %d\n",
1240			  __func__, err);
1241}
1242
1243static void _gpiod_set_raw_value(struct gpio_desc *desc, bool value)
1244{
1245	struct gpio_chip	*chip;
1246
1247	chip = desc->chip;
1248	trace_gpio_value(desc_to_gpio(desc), 0, value);
1249	if (test_bit(FLAG_OPEN_DRAIN, &desc->flags))
1250		_gpio_set_open_drain_value(desc, value);
1251	else if (test_bit(FLAG_OPEN_SOURCE, &desc->flags))
1252		_gpio_set_open_source_value(desc, value);
1253	else
1254		chip->set(chip, gpio_chip_hwgpio(desc), value);
1255}
1256
1257/**
1258 * gpiod_set_raw_value() - assign a gpio's raw value
1259 * @desc: gpio whose value will be assigned
1260 * @value: value to assign
1261 *
1262 * Set the raw value of the GPIO, i.e. the value of its physical line without
1263 * regard for its ACTIVE_LOW status.
1264 *
1265 * This function should be called from contexts where we cannot sleep, and will
1266 * complain if the GPIO chip functions potentially sleep.
1267 */
1268void gpiod_set_raw_value(struct gpio_desc *desc, int value)
1269{
1270	if (!desc)
1271		return;
1272	/* Should be using gpio_set_value_cansleep() */
1273	WARN_ON(desc->chip->can_sleep);
1274	_gpiod_set_raw_value(desc, value);
1275}
1276EXPORT_SYMBOL_GPL(gpiod_set_raw_value);
1277
1278/**
1279 * gpiod_set_value() - assign a gpio's value
1280 * @desc: gpio whose value will be assigned
1281 * @value: value to assign
1282 *
1283 * Set the logical value of the GPIO, i.e. taking its ACTIVE_LOW status into
1284 * account
1285 *
1286 * This function should be called from contexts where we cannot sleep, and will
1287 * complain if the GPIO chip functions potentially sleep.
1288 */
1289void gpiod_set_value(struct gpio_desc *desc, int value)
1290{
1291	if (!desc)
1292		return;
1293	/* Should be using gpio_set_value_cansleep() */
1294	WARN_ON(desc->chip->can_sleep);
1295	if (test_bit(FLAG_ACTIVE_LOW, &desc->flags))
1296		value = !value;
1297	_gpiod_set_raw_value(desc, value);
1298}
1299EXPORT_SYMBOL_GPL(gpiod_set_value);
1300
1301/**
1302 * gpiod_cansleep() - report whether gpio value access may sleep
1303 * @desc: gpio to check
1304 *
1305 */
1306int gpiod_cansleep(const struct gpio_desc *desc)
1307{
1308	if (!desc)
1309		return 0;
1310	return desc->chip->can_sleep;
1311}
1312EXPORT_SYMBOL_GPL(gpiod_cansleep);
1313
1314/**
1315 * gpiod_to_irq() - return the IRQ corresponding to a GPIO
1316 * @desc: gpio whose IRQ will be returned (already requested)
1317 *
1318 * Return the IRQ corresponding to the passed GPIO, or an error code in case of
1319 * error.
1320 */
1321int gpiod_to_irq(const struct gpio_desc *desc)
1322{
1323	struct gpio_chip	*chip;
1324	int			offset;
1325
1326	if (!desc)
1327		return -EINVAL;
1328	chip = desc->chip;
1329	offset = gpio_chip_hwgpio(desc);
1330	return chip->to_irq ? chip->to_irq(chip, offset) : -ENXIO;
1331}
1332EXPORT_SYMBOL_GPL(gpiod_to_irq);
1333
1334/**
1335 * gpio_lock_as_irq() - lock a GPIO to be used as IRQ
1336 * @chip: the chip the GPIO to lock belongs to
1337 * @offset: the offset of the GPIO to lock as IRQ
1338 *
1339 * This is used directly by GPIO drivers that want to lock down
1340 * a certain GPIO line to be used for IRQs.
1341 */
1342int gpio_lock_as_irq(struct gpio_chip *chip, unsigned int offset)
1343{
1344	if (offset >= chip->ngpio)
1345		return -EINVAL;
1346
1347	if (test_bit(FLAG_IS_OUT, &chip->desc[offset].flags)) {
1348		chip_err(chip,
1349			  "%s: tried to flag a GPIO set as output for IRQ\n",
1350			  __func__);
1351		return -EIO;
1352	}
1353
1354	set_bit(FLAG_USED_AS_IRQ, &chip->desc[offset].flags);
1355	return 0;
1356}
1357EXPORT_SYMBOL_GPL(gpio_lock_as_irq);
1358
1359/**
1360 * gpio_unlock_as_irq() - unlock a GPIO used as IRQ
1361 * @chip: the chip the GPIO to lock belongs to
1362 * @offset: the offset of the GPIO to lock as IRQ
1363 *
1364 * This is used directly by GPIO drivers that want to indicate
1365 * that a certain GPIO is no longer used exclusively for IRQ.
1366 */
1367void gpio_unlock_as_irq(struct gpio_chip *chip, unsigned int offset)
1368{
1369	if (offset >= chip->ngpio)
1370		return;
1371
1372	clear_bit(FLAG_USED_AS_IRQ, &chip->desc[offset].flags);
1373}
1374EXPORT_SYMBOL_GPL(gpio_unlock_as_irq);
1375
1376/**
1377 * gpiod_get_raw_value_cansleep() - return a gpio's raw value
1378 * @desc: gpio whose value will be returned
1379 *
1380 * Return the GPIO's raw value, i.e. the value of the physical line disregarding
1381 * its ACTIVE_LOW status.
1382 *
1383 * This function is to be called from contexts that can sleep.
1384 */
1385int gpiod_get_raw_value_cansleep(const struct gpio_desc *desc)
1386{
1387	might_sleep_if(extra_checks);
1388	if (!desc)
1389		return 0;
1390	return _gpiod_get_raw_value(desc);
1391}
1392EXPORT_SYMBOL_GPL(gpiod_get_raw_value_cansleep);
1393
1394/**
1395 * gpiod_get_value_cansleep() - return a gpio's value
1396 * @desc: gpio whose value will be returned
1397 *
1398 * Return the GPIO's logical value, i.e. taking the ACTIVE_LOW status into
1399 * account.
1400 *
1401 * This function is to be called from contexts that can sleep.
1402 */
1403int gpiod_get_value_cansleep(const struct gpio_desc *desc)
1404{
1405	int value;
1406
1407	might_sleep_if(extra_checks);
1408	if (!desc)
1409		return 0;
1410
1411	value = _gpiod_get_raw_value(desc);
1412	if (test_bit(FLAG_ACTIVE_LOW, &desc->flags))
1413		value = !value;
1414
1415	return value;
1416}
1417EXPORT_SYMBOL_GPL(gpiod_get_value_cansleep);
1418
1419/**
1420 * gpiod_set_raw_value_cansleep() - assign a gpio's raw value
1421 * @desc: gpio whose value will be assigned
1422 * @value: value to assign
1423 *
1424 * Set the raw value of the GPIO, i.e. the value of its physical line without
1425 * regard for its ACTIVE_LOW status.
1426 *
1427 * This function is to be called from contexts that can sleep.
1428 */
1429void gpiod_set_raw_value_cansleep(struct gpio_desc *desc, int value)
1430{
1431	might_sleep_if(extra_checks);
1432	if (!desc)
1433		return;
1434	_gpiod_set_raw_value(desc, value);
1435}
1436EXPORT_SYMBOL_GPL(gpiod_set_raw_value_cansleep);
1437
1438/**
1439 * gpiod_set_value_cansleep() - assign a gpio's value
1440 * @desc: gpio whose value will be assigned
1441 * @value: value to assign
1442 *
1443 * Set the logical value of the GPIO, i.e. taking its ACTIVE_LOW status into
1444 * account
1445 *
1446 * This function is to be called from contexts that can sleep.
1447 */
1448void gpiod_set_value_cansleep(struct gpio_desc *desc, int value)
1449{
1450	might_sleep_if(extra_checks);
1451	if (!desc)
1452		return;
1453
1454	if (test_bit(FLAG_ACTIVE_LOW, &desc->flags))
1455		value = !value;
1456	_gpiod_set_raw_value(desc, value);
1457}
1458EXPORT_SYMBOL_GPL(gpiod_set_value_cansleep);
1459
1460/**
1461 * gpiod_add_lookup_table() - register GPIO device consumers
1462 * @table: table of consumers to register
1463 */
1464void gpiod_add_lookup_table(struct gpiod_lookup_table *table)
1465{
1466	mutex_lock(&gpio_lookup_lock);
1467
1468	list_add_tail(&table->list, &gpio_lookup_list);
1469
1470	mutex_unlock(&gpio_lookup_lock);
1471}
1472
1473static struct gpio_desc *of_find_gpio(struct device *dev, const char *con_id,
1474				      unsigned int idx,
1475				      enum gpio_lookup_flags *flags)
1476{
1477	static const char *suffixes[] = { "gpios", "gpio" };
1478	char prop_name[32]; /* 32 is max size of property name */
1479	enum of_gpio_flags of_flags;
1480	struct gpio_desc *desc;
1481	unsigned int i;
1482
1483	for (i = 0; i < ARRAY_SIZE(suffixes); i++) {
1484		if (con_id)
1485			snprintf(prop_name, 32, "%s-%s", con_id, suffixes[i]);
1486		else
1487			snprintf(prop_name, 32, "%s", suffixes[i]);
1488
1489		desc = of_get_named_gpiod_flags(dev->of_node, prop_name, idx,
1490						&of_flags);
1491		if (!IS_ERR(desc) || (PTR_ERR(desc) == -EPROBE_DEFER))
1492			break;
1493	}
1494
1495	if (IS_ERR(desc))
1496		return desc;
1497
1498	if (of_flags & OF_GPIO_ACTIVE_LOW)
1499		*flags |= GPIO_ACTIVE_LOW;
1500
1501	return desc;
1502}
1503
1504static struct gpio_desc *acpi_find_gpio(struct device *dev, const char *con_id,
1505					unsigned int idx,
1506					enum gpio_lookup_flags *flags)
1507{
1508	struct acpi_gpio_info info;
1509	struct gpio_desc *desc;
1510
1511	desc = acpi_get_gpiod_by_index(dev, idx, &info);
1512	if (IS_ERR(desc))
1513		return desc;
1514
1515	if (info.gpioint && info.active_low)
1516		*flags |= GPIO_ACTIVE_LOW;
1517
1518	return desc;
1519}
1520
1521static struct gpiod_lookup_table *gpiod_find_lookup_table(struct device *dev)
1522{
1523	const char *dev_id = dev ? dev_name(dev) : NULL;
1524	struct gpiod_lookup_table *table;
1525
1526	mutex_lock(&gpio_lookup_lock);
1527
1528	list_for_each_entry(table, &gpio_lookup_list, list) {
1529		if (table->dev_id && dev_id) {
1530			/*
1531			 * Valid strings on both ends, must be identical to have
1532			 * a match
1533			 */
1534			if (!strcmp(table->dev_id, dev_id))
1535				goto found;
1536		} else {
1537			/*
1538			 * One of the pointers is NULL, so both must be to have
1539			 * a match
1540			 */
1541			if (dev_id == table->dev_id)
1542				goto found;
1543		}
1544	}
1545	table = NULL;
1546
1547found:
1548	mutex_unlock(&gpio_lookup_lock);
1549	return table;
1550}
1551
1552static struct gpio_desc *gpiod_find(struct device *dev, const char *con_id,
1553				    unsigned int idx,
1554				    enum gpio_lookup_flags *flags)
1555{
1556	struct gpio_desc *desc = ERR_PTR(-ENOENT);
1557	struct gpiod_lookup_table *table;
1558	struct gpiod_lookup *p;
1559
1560	table = gpiod_find_lookup_table(dev);
1561	if (!table)
1562		return desc;
1563
1564	for (p = &table->table[0]; p->chip_label; p++) {
1565		struct gpio_chip *chip;
1566
1567		/* idx must always match exactly */
1568		if (p->idx != idx)
1569			continue;
1570
1571		/* If the lookup entry has a con_id, require exact match */
1572		if (p->con_id && (!con_id || strcmp(p->con_id, con_id)))
1573			continue;
1574
1575		chip = find_chip_by_name(p->chip_label);
1576
1577		if (!chip) {
1578			dev_err(dev, "cannot find GPIO chip %s\n",
1579				p->chip_label);
1580			return ERR_PTR(-ENODEV);
1581		}
1582
1583		if (chip->ngpio <= p->chip_hwnum) {
1584			dev_err(dev,
1585				"requested GPIO %d is out of range [0..%d] for chip %s\n",
1586				idx, chip->ngpio, chip->label);
1587			return ERR_PTR(-EINVAL);
1588		}
1589
1590		desc = gpiochip_get_desc(chip, p->chip_hwnum);
1591		*flags = p->flags;
1592
1593		return desc;
1594	}
1595
1596	return desc;
1597}
1598
1599/**
1600 * gpiod_get - obtain a GPIO for a given GPIO function
1601 * @dev:	GPIO consumer, can be NULL for system-global GPIOs
1602 * @con_id:	function within the GPIO consumer
1603 * @flags:	optional GPIO initialization flags
1604 *
1605 * Return the GPIO descriptor corresponding to the function con_id of device
1606 * dev, -ENOENT if no GPIO has been assigned to the requested function, or
1607 * another IS_ERR() code if an error occured while trying to acquire the GPIO.
1608 */
1609struct gpio_desc *__must_check __gpiod_get(struct device *dev, const char *con_id,
1610					 enum gpiod_flags flags)
1611{
1612	return gpiod_get_index(dev, con_id, 0, flags);
1613}
1614EXPORT_SYMBOL_GPL(__gpiod_get);
1615
1616/**
1617 * gpiod_get_optional - obtain an optional GPIO for a given GPIO function
1618 * @dev: GPIO consumer, can be NULL for system-global GPIOs
1619 * @con_id: function within the GPIO consumer
1620 * @flags: optional GPIO initialization flags
1621 *
1622 * This is equivalent to gpiod_get(), except that when no GPIO was assigned to
1623 * the requested function it will return NULL. This is convenient for drivers
1624 * that need to handle optional GPIOs.
1625 */
1626struct gpio_desc *__must_check __gpiod_get_optional(struct device *dev,
1627						  const char *con_id,
1628						  enum gpiod_flags flags)
1629{
1630	return gpiod_get_index_optional(dev, con_id, 0, flags);
1631}
1632EXPORT_SYMBOL_GPL(__gpiod_get_optional);
1633
1634/**
1635 * gpiod_get_index - obtain a GPIO from a multi-index GPIO function
1636 * @dev:	GPIO consumer, can be NULL for system-global GPIOs
1637 * @con_id:	function within the GPIO consumer
1638 * @idx:	index of the GPIO to obtain in the consumer
1639 * @flags:	optional GPIO initialization flags
1640 *
1641 * This variant of gpiod_get() allows to access GPIOs other than the first
1642 * defined one for functions that define several GPIOs.
1643 *
1644 * Return a valid GPIO descriptor, -ENOENT if no GPIO has been assigned to the
1645 * requested function and/or index, or another IS_ERR() code if an error
1646 * occured while trying to acquire the GPIO.
1647 */
1648struct gpio_desc *__must_check __gpiod_get_index(struct device *dev,
1649					       const char *con_id,
1650					       unsigned int idx,
1651					       enum gpiod_flags flags)
1652{
1653	struct gpio_desc *desc = NULL;
1654	int status;
1655	enum gpio_lookup_flags lookupflags = 0;
1656
1657	dev_dbg(dev, "GPIO lookup for consumer %s\n", con_id);
1658
1659	/* Using device tree? */
1660	if (IS_ENABLED(CONFIG_OF) && dev && dev->of_node) {
1661		dev_dbg(dev, "using device tree for GPIO lookup\n");
1662		desc = of_find_gpio(dev, con_id, idx, &lookupflags);
1663	} else if (IS_ENABLED(CONFIG_ACPI) && dev && ACPI_HANDLE(dev)) {
1664		dev_dbg(dev, "using ACPI for GPIO lookup\n");
1665		desc = acpi_find_gpio(dev, con_id, idx, &lookupflags);
1666	}
1667
1668	/*
1669	 * Either we are not using DT or ACPI, or their lookup did not return
1670	 * a result. In that case, use platform lookup as a fallback.
1671	 */
1672	if (!desc || desc == ERR_PTR(-ENOENT)) {
1673		dev_dbg(dev, "using lookup tables for GPIO lookup\n");
1674		desc = gpiod_find(dev, con_id, idx, &lookupflags);
1675	}
1676
1677	if (IS_ERR(desc)) {
1678		dev_dbg(dev, "lookup for GPIO %s failed\n", con_id);
1679		return desc;
1680	}
1681
1682	status = gpiod_request(desc, con_id);
1683
1684	if (status < 0)
1685		return ERR_PTR(status);
1686
1687	if (lookupflags & GPIO_ACTIVE_LOW)
1688		set_bit(FLAG_ACTIVE_LOW, &desc->flags);
1689	if (lookupflags & GPIO_OPEN_DRAIN)
1690		set_bit(FLAG_OPEN_DRAIN, &desc->flags);
1691	if (lookupflags & GPIO_OPEN_SOURCE)
1692		set_bit(FLAG_OPEN_SOURCE, &desc->flags);
1693
1694	/* No particular flag request, return here... */
1695	if (!(flags & GPIOD_FLAGS_BIT_DIR_SET))
1696		return desc;
1697
1698	/* Process flags */
1699	if (flags & GPIOD_FLAGS_BIT_DIR_OUT)
1700		status = gpiod_direction_output(desc,
1701					      flags & GPIOD_FLAGS_BIT_DIR_VAL);
1702	else
1703		status = gpiod_direction_input(desc);
1704
1705	if (status < 0) {
1706		dev_dbg(dev, "setup of GPIO %s failed\n", con_id);
1707		gpiod_put(desc);
1708		return ERR_PTR(status);
1709	}
1710
1711	return desc;
1712}
1713EXPORT_SYMBOL_GPL(__gpiod_get_index);
1714
1715/**
1716 * gpiod_get_index_optional - obtain an optional GPIO from a multi-index GPIO
1717 *                            function
1718 * @dev: GPIO consumer, can be NULL for system-global GPIOs
1719 * @con_id: function within the GPIO consumer
1720 * @index: index of the GPIO to obtain in the consumer
1721 * @flags: optional GPIO initialization flags
1722 *
1723 * This is equivalent to gpiod_get_index(), except that when no GPIO with the
1724 * specified index was assigned to the requested function it will return NULL.
1725 * This is convenient for drivers that need to handle optional GPIOs.
1726 */
1727struct gpio_desc *__must_check __gpiod_get_index_optional(struct device *dev,
1728							const char *con_id,
1729							unsigned int index,
1730							enum gpiod_flags flags)
1731{
1732	struct gpio_desc *desc;
1733
1734	desc = gpiod_get_index(dev, con_id, index, flags);
1735	if (IS_ERR(desc)) {
1736		if (PTR_ERR(desc) == -ENOENT)
1737			return NULL;
1738	}
1739
1740	return desc;
1741}
1742EXPORT_SYMBOL_GPL(__gpiod_get_index_optional);
1743
1744/**
1745 * gpiod_put - dispose of a GPIO descriptor
1746 * @desc:	GPIO descriptor to dispose of
1747 *
1748 * No descriptor can be used after gpiod_put() has been called on it.
1749 */
1750void gpiod_put(struct gpio_desc *desc)
1751{
1752	gpiod_free(desc);
1753}
1754EXPORT_SYMBOL_GPL(gpiod_put);
1755
1756#ifdef CONFIG_DEBUG_FS
1757
1758static void gpiolib_dbg_show(struct seq_file *s, struct gpio_chip *chip)
1759{
1760	unsigned		i;
1761	unsigned		gpio = chip->base;
1762	struct gpio_desc	*gdesc = &chip->desc[0];
1763	int			is_out;
1764	int			is_irq;
1765
1766	for (i = 0; i < chip->ngpio; i++, gpio++, gdesc++) {
1767		if (!test_bit(FLAG_REQUESTED, &gdesc->flags))
1768			continue;
1769
1770		gpiod_get_direction(gdesc);
1771		is_out = test_bit(FLAG_IS_OUT, &gdesc->flags);
1772		is_irq = test_bit(FLAG_USED_AS_IRQ, &gdesc->flags);
1773		seq_printf(s, " gpio-%-3d (%-20.20s) %s %s %s",
1774			gpio, gdesc->label,
1775			is_out ? "out" : "in ",
1776			chip->get
1777				? (chip->get(chip, i) ? "hi" : "lo")
1778				: "?  ",
1779			is_irq ? "IRQ" : "   ");
1780		seq_printf(s, "\n");
1781	}
1782}
1783
1784static void *gpiolib_seq_start(struct seq_file *s, loff_t *pos)
1785{
1786	unsigned long flags;
1787	struct gpio_chip *chip = NULL;
1788	loff_t index = *pos;
1789
1790	s->private = "";
1791
1792	spin_lock_irqsave(&gpio_lock, flags);
1793	list_for_each_entry(chip, &gpio_chips, list)
1794		if (index-- == 0) {
1795			spin_unlock_irqrestore(&gpio_lock, flags);
1796			return chip;
1797		}
1798	spin_unlock_irqrestore(&gpio_lock, flags);
1799
1800	return NULL;
1801}
1802
1803static void *gpiolib_seq_next(struct seq_file *s, void *v, loff_t *pos)
1804{
1805	unsigned long flags;
1806	struct gpio_chip *chip = v;
1807	void *ret = NULL;
1808
1809	spin_lock_irqsave(&gpio_lock, flags);
1810	if (list_is_last(&chip->list, &gpio_chips))
1811		ret = NULL;
1812	else
1813		ret = list_entry(chip->list.next, struct gpio_chip, list);
1814	spin_unlock_irqrestore(&gpio_lock, flags);
1815
1816	s->private = "\n";
1817	++*pos;
1818
1819	return ret;
1820}
1821
1822static void gpiolib_seq_stop(struct seq_file *s, void *v)
1823{
1824}
1825
1826static int gpiolib_seq_show(struct seq_file *s, void *v)
1827{
1828	struct gpio_chip *chip = v;
1829	struct device *dev;
1830
1831	seq_printf(s, "%sGPIOs %d-%d", (char *)s->private,
1832			chip->base, chip->base + chip->ngpio - 1);
1833	dev = chip->dev;
1834	if (dev)
1835		seq_printf(s, ", %s/%s", dev->bus ? dev->bus->name : "no-bus",
1836			dev_name(dev));
1837	if (chip->label)
1838		seq_printf(s, ", %s", chip->label);
1839	if (chip->can_sleep)
1840		seq_printf(s, ", can sleep");
1841	seq_printf(s, ":\n");
1842
1843	if (chip->dbg_show)
1844		chip->dbg_show(s, chip);
1845	else
1846		gpiolib_dbg_show(s, chip);
1847
1848	return 0;
1849}
1850
1851static const struct seq_operations gpiolib_seq_ops = {
1852	.start = gpiolib_seq_start,
1853	.next = gpiolib_seq_next,
1854	.stop = gpiolib_seq_stop,
1855	.show = gpiolib_seq_show,
1856};
1857
1858static int gpiolib_open(struct inode *inode, struct file *file)
1859{
1860	return seq_open(file, &gpiolib_seq_ops);
1861}
1862
1863static const struct file_operations gpiolib_operations = {
1864	.owner		= THIS_MODULE,
1865	.open		= gpiolib_open,
1866	.read		= seq_read,
1867	.llseek		= seq_lseek,
1868	.release	= seq_release,
1869};
1870
1871static int __init gpiolib_debugfs_init(void)
1872{
1873	/* /sys/kernel/debug/gpio */
1874	(void) debugfs_create_file("gpio", S_IFREG | S_IRUGO,
1875				NULL, NULL, &gpiolib_operations);
1876	return 0;
1877}
1878subsys_initcall(gpiolib_debugfs_init);
1879
1880#endif	/* DEBUG_FS */
1881