1 // SPDX-License-Identifier: GPL-2.0
35  * register_adapter_interrupt() - register adapter interrupt handler
38  * Returns 0 on success, or -EINVAL.
44 	if (!airq->handler || airq->isc > MAX_ISC)  in register_adapter_interrupt()
45 		return -EINVAL;  in register_adapter_interrupt()
46 	if (!airq->lsi_ptr) {  in register_adapter_interrupt()
47 		airq->lsi_ptr = kzalloc(1, GFP_KERNEL);  in register_adapter_interrupt()
48 		if (!airq->lsi_ptr)  in register_adapter_interrupt()
49 			return -ENOMEM;  in register_adapter_interrupt()
50 		airq->flags |= AIRQ_PTR_ALLOCATED;  in register_adapter_interrupt()
52 	if (!airq->lsi_mask)  in register_adapter_interrupt()
53 		airq->lsi_mask = 0xff;  in register_adapter_interrupt()
56 	isc_register(airq->isc);  in register_adapter_interrupt()
58 	hlist_add_head_rcu(&airq->list, &airq_lists[airq->isc]);  in register_adapter_interrupt()
65  * unregister_adapter_interrupt - unregister adapter interrupt handler
72 	if (hlist_unhashed(&airq->list))  in unregister_adapter_interrupt()
77 	hlist_del_rcu(&airq->list);  in unregister_adapter_interrupt()
80 	isc_unregister(airq->isc);  in unregister_adapter_interrupt()
81 	if (airq->flags & AIRQ_PTR_ALLOCATED) {  in unregister_adapter_interrupt()
82 		kfree(airq->lsi_ptr);  in unregister_adapter_interrupt()
83 		airq->lsi_ptr = NULL;  in unregister_adapter_interrupt()
84 		airq->flags &= ~AIRQ_PTR_ALLOCATED;  in unregister_adapter_interrupt()
96 	tpi_info = (struct tpi_info *) &get_irq_regs()->int_code;  in do_airq_interrupt()
98 	head = &airq_lists[tpi_info->isc];  in do_airq_interrupt()
101 		if ((*airq->lsi_ptr & airq->lsi_mask) != 0)  in do_airq_interrupt()
102 			airq->handler(airq, !tpi_info->directed_irq);  in do_airq_interrupt()
122  * airq_iv_create - create an interrupt vector
136 	iv->bits = bits;  in airq_iv_create()
137 	iv->flags = flags;  in airq_iv_create()
145 		iv->vector = dma_pool_zalloc(airq_iv_cache, GFP_KERNEL,  in airq_iv_create()
146 					     &iv->vector_dma);  in airq_iv_create()
147 		if (!iv->vector)  in airq_iv_create()
150 		iv->vector = cio_dma_zalloc(size);  in airq_iv_create()
151 		if (!iv->vector)  in airq_iv_create()
155 		iv->avail = kmalloc(size, GFP_KERNEL);  in airq_iv_create()
156 		if (!iv->avail)  in airq_iv_create()
158 		memset(iv->avail, 0xff, size);  in airq_iv_create()
159 		iv->end = 0;  in airq_iv_create()
161 		iv->end = bits;  in airq_iv_create()
163 		iv->bitlock = kzalloc(size, GFP_KERNEL);  in airq_iv_create()
164 		if (!iv->bitlock)  in airq_iv_create()
169 		iv->ptr = kzalloc(size, GFP_KERNEL);  in airq_iv_create()
170 		if (!iv->ptr)  in airq_iv_create()
175 		iv->data = kzalloc(size, GFP_KERNEL);  in airq_iv_create()
176 		if (!iv->data)  in airq_iv_create()
179 	spin_lock_init(&iv->lock);  in airq_iv_create()
183 	kfree(iv->ptr);  in airq_iv_create()
184 	kfree(iv->bitlock);  in airq_iv_create()
185 	kfree(iv->avail);  in airq_iv_create()
186 	if (iv->flags & AIRQ_IV_CACHELINE && iv->vector)  in airq_iv_create()
187 		dma_pool_free(airq_iv_cache, iv->vector, iv->vector_dma);  in airq_iv_create()
189 		cio_dma_free(iv->vector, size);  in airq_iv_create()
197  * airq_iv_release - release an interrupt vector
202 	kfree(iv->data);  in airq_iv_release()
203 	kfree(iv->ptr);  in airq_iv_release()
204 	kfree(iv->bitlock);  in airq_iv_release()
205 	if (iv->flags & AIRQ_IV_CACHELINE)  in airq_iv_release()
206 		dma_pool_free(airq_iv_cache, iv->vector, iv->vector_dma);  in airq_iv_release()
208 		cio_dma_free(iv->vector, iv_size(iv->bits));  in airq_iv_release()
209 	kfree(iv->avail);  in airq_iv_release()
215  * airq_iv_alloc - allocate irq bits from an interrupt vector
217  * @num: number of consecutive irq bits to allocate
219  * Returns the bit number of the first irq in the allocated block of irqs,
220  * or -1UL if no bit is available or the AIRQ_IV_ALLOC flag has not been
223 unsigned long airq_iv_alloc(struct airq_iv *iv, unsigned long num)  in airq_iv_alloc()  argument
227 	if (!iv->avail || num == 0)  in airq_iv_alloc()
228 		return -1UL;  in airq_iv_alloc()
229 	spin_lock_irqsave(&iv->lock, flags);  in airq_iv_alloc()
230 	bit = find_first_bit_inv(iv->avail, iv->bits);  in airq_iv_alloc()
231 	while (bit + num <= iv->bits) {  in airq_iv_alloc()
232 		for (i = 1; i < num; i++)  in airq_iv_alloc()
233 			if (!test_bit_inv(bit + i, iv->avail))  in airq_iv_alloc()
235 		if (i >= num) {  in airq_iv_alloc()
236 			/* Found a suitable block of irqs */  in airq_iv_alloc()
237 			for (i = 0; i < num; i++)  in airq_iv_alloc()
238 				clear_bit_inv(bit + i, iv->avail);  in airq_iv_alloc()
239 			if (bit + num >= iv->end)  in airq_iv_alloc()
240 				iv->end = bit + num + 1;  in airq_iv_alloc()
243 		bit = find_next_bit_inv(iv->avail, iv->bits, bit + i + 1);  in airq_iv_alloc()
245 	if (bit + num > iv->bits)  in airq_iv_alloc()
246 		bit = -1UL;  in airq_iv_alloc()
247 	spin_unlock_irqrestore(&iv->lock, flags);  in airq_iv_alloc()
253  * airq_iv_free - free irq bits of an interrupt vector
256  * @num: number of consecutive irq bits to free
258 void airq_iv_free(struct airq_iv *iv, unsigned long bit, unsigned long num)  in airq_iv_free()  argument
262 	if (!iv->avail || num == 0)  in airq_iv_free()
264 	spin_lock_irqsave(&iv->lock, flags);  in airq_iv_free()
265 	for (i = 0; i < num; i++) {  in airq_iv_free()
267 		clear_bit_inv(bit + i, iv->vector);  in airq_iv_free()
269 		set_bit_inv(bit + i, iv->avail);  in airq_iv_free()
271 	if (bit + num >= iv->end) {  in airq_iv_free()
272 		/* Find new end of bit-field */  in airq_iv_free()
273 		while (iv->end > 0 && !test_bit_inv(iv->end - 1, iv->avail))  in airq_iv_free()
274 			iv->end--;  in airq_iv_free()
276 	spin_unlock_irqrestore(&iv->lock, flags);  in airq_iv_free()
281  * airq_iv_scan - scan interrupt vector for non-zero bits
286  * Returns the bit number of the next non-zero interrupt bit, or
287  * -1UL if the scan completed without finding any more any non-zero bits.
294 	/* Find non-zero bit starting from 'ivs->next'. */  in airq_iv_scan()
295 	bit = find_next_bit_inv(iv->vector, end, start);  in airq_iv_scan()
297 		return -1UL;  in airq_iv_scan()
298 	clear_bit_inv(bit, iv->vector);  in airq_iv_scan()
309 		return -ENOMEM;  in airq_init()