46 #define __x_eoi_page(xd)	((void __iomem *)((xd)->eoi_mmio))  argument
47 #define __x_trig_page(xd)	((void __iomem *)((xd)->trig_mmio))  argument
134 static bool xive_irq_trigger(struct xive_irq_data *xd)  in xive_irq_trigger()  argument
137 	if (WARN_ON(xd->flags & XIVE_IRQ_FLAG_LSI))  in xive_irq_trigger()
141 	if (WARN_ON(!xd->trig_mmio))  in xive_irq_trigger()
144 	out_be64(xd->trig_mmio, 0);  in xive_irq_trigger()
229 		struct xive_irq_data *xd = irq_data_get_irq_handler_data(d);  in kvmppc_xive_attach_escalation()  local
231 		xive_vm_esb_load(xd, XIVE_ESB_SET_PQ_01);  in kvmppc_xive_attach_escalation()
232 		vcpu->arch.xive_esc_raddr = xd->eoi_page;  in kvmppc_xive_attach_escalation()
233 		vcpu->arch.xive_esc_vaddr = (__force u64)xd->eoi_mmio;  in kvmppc_xive_attach_escalation()
234 		xd->flags |= XIVE_IRQ_NO_EOI;  in kvmppc_xive_attach_escalation()
395 	struct xive_irq_data *xd;  in xive_lock_and_mask()  local
420 	kvmppc_xive_select_irq(state, &hw_num, &xd);  in xive_lock_and_mask()
434 	if (xd->flags & OPAL_XIVE_IRQ_MASK_VIA_FW) {  in xive_lock_and_mask()
443 		val = xive_vm_esb_load(xd, XIVE_ESB_SET_PQ_10);  in xive_lock_and_mask()
476 	struct xive_irq_data *xd;  in xive_finish_unmask()  local
484 	kvmppc_xive_select_irq(state, &hw_num, &xd);  in xive_finish_unmask()
490 	if (xd->flags & OPAL_XIVE_IRQ_MASK_VIA_FW) {  in xive_finish_unmask()
496 			xive_vm_source_eoi(hw_num, xd);  in xive_finish_unmask()
498 		if (!(xd->flags & OPAL_XIVE_IRQ_LSI))  in xive_finish_unmask()
499 			xive_irq_trigger(xd);  in xive_finish_unmask()
505 		xive_vm_esb_load(xd, XIVE_ESB_SET_PQ_11);  in xive_finish_unmask()
513 		xive_vm_source_eoi(hw_num, xd);  in xive_finish_unmask()
1137 	struct xive_irq_data *xd = irq_data_get_irq_handler_data(d);  in xive_cleanup_single_escalation()  local
1144 	xd->stale_p = false;  in xive_cleanup_single_escalation()
1147 		xd->stale_p = true;  in xive_cleanup_single_escalation()
1950 static void kvmppc_xive_cleanup_irq(u32 hw_num, struct xive_irq_data *xd)  in kvmppc_xive_cleanup_irq()  argument
1952 	xive_vm_esb_load(xd, XIVE_ESB_SET_PQ_01);  in kvmppc_xive_cleanup_irq()
2140 			struct xive_irq_data *xd =  in kvmppc_xive_debug_show_queues()  local
2142 			u64 pq = xive_vm_esb_load(xd, XIVE_ESB_GET);  in kvmppc_xive_debug_show_queues()
2147 				   xc->esc_virq[i], pq, xd->eoi_page);  in kvmppc_xive_debug_show_queues()