515 			      struct gpio_v2_line_event *le)  in linereq_put_event()  argument
524 	kfifo_in(&lr->events, le, 1);  in linereq_put_event()
536 	struct gpio_v2_line_event le;  in edge_irq_thread()  local
539 	memset(&le, 0, sizeof(le));  in edge_irq_thread()
542 		le.timestamp_ns = line->timestamp_ns;  in edge_irq_thread()
549 		le.timestamp_ns = ktime_get_ns();  in edge_irq_thread()
561 			le.id = GPIO_V2_LINE_EVENT_RISING_EDGE;  in edge_irq_thread()
564 			le.id = GPIO_V2_LINE_EVENT_FALLING_EDGE;  in edge_irq_thread()
567 		le.id = GPIO_V2_LINE_EVENT_RISING_EDGE;  in edge_irq_thread()
570 		le.id = GPIO_V2_LINE_EVENT_FALLING_EDGE;  in edge_irq_thread()
575 	le.line_seqno = line->line_seqno;  in edge_irq_thread()
576 	le.seqno = (lr->num_lines == 1) ? le.line_seqno : line->req_seqno;  in edge_irq_thread()
577 	le.offset = gpio_chip_hwgpio(line->desc);  in edge_irq_thread()
579 	linereq_put_event(lr, &le);  in edge_irq_thread()
633 	struct gpio_v2_line_event le;  in debounce_work_func()  local
663 	memset(&le, 0, sizeof(le));  in debounce_work_func()
666 	le.timestamp_ns = ktime_get_ns();  in debounce_work_func()
667 	le.offset = gpio_chip_hwgpio(line->desc);  in debounce_work_func()
669 	le.line_seqno = line->line_seqno;  in debounce_work_func()
670 	le.seqno = (lr->num_lines == 1) ?  in debounce_work_func()
671 		le.line_seqno : atomic_inc_return(&lr->seqno);  in debounce_work_func()
675 		le.id = GPIO_V2_LINE_EVENT_RISING_EDGE;  in debounce_work_func()
678 		le.id = GPIO_V2_LINE_EVENT_FALLING_EDGE;  in debounce_work_func()
680 	linereq_put_event(lr, &le);  in debounce_work_func()
1207 	struct gpio_v2_line_event le;  in linereq_read()  local
1211 	if (count < sizeof(le))  in linereq_read()
1235 		ret = kfifo_out(&lr->events, &le, 1);  in linereq_read()
1247 		if (copy_to_user(buf + bytes_read, &le, sizeof(le)))  in linereq_read()
1249 		bytes_read += sizeof(le);  in linereq_read()
1250 	} while (count >= bytes_read + sizeof(le));  in linereq_read()
1473 	struct lineevent_state *le = file->private_data;  in lineevent_poll()  local
1476 	poll_wait(file, &le->wait, wait);  in lineevent_poll()
1478 	if (!kfifo_is_empty_spinlocked_noirqsave(&le->events, &le->wait.lock))  in lineevent_poll()
1505 	struct lineevent_state *le = file->private_data;  in lineevent_read()  local
1525 		spin_lock(&le->wait.lock);  in lineevent_read()
1526 		if (kfifo_is_empty(&le->events)) {  in lineevent_read()
1528 				spin_unlock(&le->wait.lock);  in lineevent_read()
1533 				spin_unlock(&le->wait.lock);  in lineevent_read()
1537 			ret = wait_event_interruptible_locked(le->wait,  in lineevent_read()
1538 					!kfifo_is_empty(&le->events));  in lineevent_read()
1540 				spin_unlock(&le->wait.lock);  in lineevent_read()
1545 		ret = kfifo_out(&le->events, &ge, 1);  in lineevent_read()
1546 		spin_unlock(&le->wait.lock);  in lineevent_read()
1565 static void lineevent_free(struct lineevent_state *le)  in lineevent_free()  argument
1567 	if (le->irq)  in lineevent_free()
1568 		free_irq(le->irq, le);  in lineevent_free()
1569 	if (le->desc)  in lineevent_free()
1570 		gpiod_free(le->desc);  in lineevent_free()
1571 	kfree(le->label);  in lineevent_free()
1572 	put_device(&le->gdev->dev);  in lineevent_free()
1573 	kfree(le);  in lineevent_free()
1585 	struct lineevent_state *le = file->private_data;  in lineevent_ioctl()  local
1598 		val = gpiod_get_value_cansleep(le->desc);  in lineevent_ioctl()
1633 	struct lineevent_state *le = p;  in lineevent_irq_thread()  local
1644 	if (!le->timestamp)  in lineevent_irq_thread()
1647 		ge.timestamp = le->timestamp;  in lineevent_irq_thread()
1649 	if (le->eflags & GPIOEVENT_REQUEST_RISING_EDGE  in lineevent_irq_thread()
1650 	    && le->eflags & GPIOEVENT_REQUEST_FALLING_EDGE) {  in lineevent_irq_thread()
1651 		int level = gpiod_get_value_cansleep(le->desc);  in lineevent_irq_thread()
1659 	} else if (le->eflags & GPIOEVENT_REQUEST_RISING_EDGE) {  in lineevent_irq_thread()
1662 	} else if (le->eflags & GPIOEVENT_REQUEST_FALLING_EDGE) {  in lineevent_irq_thread()
1669 	ret = kfifo_in_spinlocked_noirqsave(&le->events, &ge,  in lineevent_irq_thread()
1670 					    1, &le->wait.lock);  in lineevent_irq_thread()
1672 		wake_up_poll(&le->wait, EPOLLIN);  in lineevent_irq_thread()
1681 	struct lineevent_state *le = p;  in lineevent_irq_handler()  local
1687 	le->timestamp = ktime_get_ns();  in lineevent_irq_handler()
1695 	struct lineevent_state *le;  in lineevent_create()  local
1735 	le = kzalloc(sizeof(*le), GFP_KERNEL);  in lineevent_create()
1736 	if (!le)  in lineevent_create()
1738 	le->gdev = gdev;  in lineevent_create()
1743 		le->label = kstrndup(eventreq.consumer_label,  in lineevent_create()
1746 		if (!le->label) {  in lineevent_create()
1752 	ret = gpiod_request(desc, le->label);  in lineevent_create()
1755 	le->desc = desc;  in lineevent_create()
1756 	le->eflags = eflags;  in lineevent_create()
1781 	INIT_KFIFO(le->events);  in lineevent_create()
1782 	init_waitqueue_head(&le->wait);  in lineevent_create()
1789 				   le->label,  in lineevent_create()
1790 				   le);  in lineevent_create()
1794 	le->irq = irq;  in lineevent_create()
1804 				  le,  in lineevent_create()
1829 	lineevent_free(le);  in lineevent_create()