31 			   struct kvm *kvm, int irq_source_id, int level,  in kvm_set_pic_irq()  argument
34 	struct kvm_pic *pic = kvm->arch.vpic;  in kvm_set_pic_irq()
39 			      struct kvm *kvm, int irq_source_id, int level,  in kvm_set_ioapic_irq()  argument
42 	struct kvm_ioapic *ioapic = kvm->arch.vioapic;  in kvm_set_ioapic_irq()
47 int kvm_irq_delivery_to_apic(struct kvm *kvm, struct kvm_lapic *src,  in kvm_irq_delivery_to_apic()  argument
55 	if (kvm_irq_delivery_to_apic_fast(kvm, src, irq, &r, dest_map))  in kvm_irq_delivery_to_apic()
66 	kvm_for_each_vcpu(i, vcpu, kvm) {  in kvm_irq_delivery_to_apic()
95 		lowest = kvm_get_vcpu(kvm, idx);  in kvm_irq_delivery_to_apic()
104 void kvm_set_msi_irq(struct kvm *kvm, struct kvm_kernel_irq_routing_entry *e,  in kvm_set_msi_irq()  argument
107 	trace_kvm_msi_set_irq(e->msi.address_lo | (kvm->arch.x2apic_format ?  in kvm_set_msi_irq()
113 	if (kvm->arch.x2apic_format)  in kvm_set_msi_irq()
128 static inline bool kvm_msi_route_invalid(struct kvm *kvm,  in kvm_msi_route_invalid()  argument
131 	return kvm->arch.x2apic_format && (e->msi.address_hi & 0xff);  in kvm_msi_route_invalid()
135 		struct kvm *kvm, int irq_source_id, int level, bool line_status)  in kvm_set_msi()  argument
139 	if (kvm_msi_route_invalid(kvm, e))  in kvm_set_msi()
145 	kvm_set_msi_irq(kvm, e, &irq);  in kvm_set_msi()
147 	return kvm_irq_delivery_to_apic(kvm, NULL, &irq, NULL);  in kvm_set_msi()
152 		    struct kvm *kvm, int irq_source_id, int level,  in kvm_hv_set_sint()  argument
158 	return kvm_hv_synic_set_irq(kvm, e->hv_sint.vcpu, e->hv_sint.sint);  in kvm_hv_set_sint()
162 			      struct kvm *kvm, int irq_source_id, int level,  in kvm_arch_set_irq_inatomic()  argument
170 		return kvm_hv_set_sint(e, kvm, irq_source_id, level,  in kvm_arch_set_irq_inatomic()
174 		if (kvm_msi_route_invalid(kvm, e))  in kvm_arch_set_irq_inatomic()
177 		kvm_set_msi_irq(kvm, e, &irq);  in kvm_arch_set_irq_inatomic()
179 		if (kvm_irq_delivery_to_apic_fast(kvm, NULL, &irq, &r, NULL))  in kvm_arch_set_irq_inatomic()
190 int kvm_request_irq_source_id(struct kvm *kvm)  in kvm_request_irq_source_id()  argument
192 	unsigned long *bitmap = &kvm->arch.irq_sources_bitmap;  in kvm_request_irq_source_id()
195 	mutex_lock(&kvm->irq_lock);  in kvm_request_irq_source_id()
208 	mutex_unlock(&kvm->irq_lock);  in kvm_request_irq_source_id()
213 void kvm_free_irq_source_id(struct kvm *kvm, int irq_source_id)  in kvm_free_irq_source_id()  argument
218 	mutex_lock(&kvm->irq_lock);  in kvm_free_irq_source_id()
224 	clear_bit(irq_source_id, &kvm->arch.irq_sources_bitmap);  in kvm_free_irq_source_id()
225 	if (!irqchip_kernel(kvm))  in kvm_free_irq_source_id()
228 	kvm_ioapic_clear_all(kvm->arch.vioapic, irq_source_id);  in kvm_free_irq_source_id()
229 	kvm_pic_clear_all(kvm->arch.vpic, irq_source_id);  in kvm_free_irq_source_id()
231 	mutex_unlock(&kvm->irq_lock);  in kvm_free_irq_source_id()
234 void kvm_register_irq_mask_notifier(struct kvm *kvm, int irq,  in kvm_register_irq_mask_notifier()  argument
237 	mutex_lock(&kvm->irq_lock);  in kvm_register_irq_mask_notifier()
239 	hlist_add_head_rcu(&kimn->link, &kvm->arch.mask_notifier_list);  in kvm_register_irq_mask_notifier()
240 	mutex_unlock(&kvm->irq_lock);  in kvm_register_irq_mask_notifier()
243 void kvm_unregister_irq_mask_notifier(struct kvm *kvm, int irq,  in kvm_unregister_irq_mask_notifier()  argument
246 	mutex_lock(&kvm->irq_lock);  in kvm_unregister_irq_mask_notifier()
248 	mutex_unlock(&kvm->irq_lock);  in kvm_unregister_irq_mask_notifier()
249 	synchronize_srcu(&kvm->irq_srcu);  in kvm_unregister_irq_mask_notifier()
252 void kvm_fire_mask_notifiers(struct kvm *kvm, unsigned irqchip, unsigned pin,  in kvm_fire_mask_notifiers()  argument
258 	idx = srcu_read_lock(&kvm->irq_srcu);  in kvm_fire_mask_notifiers()
259 	gsi = kvm_irq_map_chip_pin(kvm, irqchip, pin);  in kvm_fire_mask_notifiers()
261 		hlist_for_each_entry_rcu(kimn, &kvm->arch.mask_notifier_list, link)  in kvm_fire_mask_notifiers()
264 	srcu_read_unlock(&kvm->irq_srcu, idx);  in kvm_fire_mask_notifiers()
267 bool kvm_arch_can_set_irq_routing(struct kvm *kvm)  in kvm_arch_can_set_irq_routing()  argument
269 	return irqchip_in_kernel(kvm);  in kvm_arch_can_set_irq_routing()
272 int kvm_set_routing_entry(struct kvm *kvm,  in kvm_set_routing_entry()  argument
282 		if (irqchip_split(kvm))  in kvm_set_routing_entry()
310 		if (kvm_msi_route_invalid(kvm, e))  in kvm_set_routing_entry()
325 bool kvm_intr_is_single_vcpu(struct kvm *kvm, struct kvm_lapic_irq *irq,  in kvm_intr_is_single_vcpu()  argument
331 	if (kvm_intr_is_single_vcpu_fast(kvm, irq, dest_vcpu))  in kvm_intr_is_single_vcpu()
334 	kvm_for_each_vcpu(i, vcpu, kvm) {  in kvm_intr_is_single_vcpu()
378 int kvm_setup_default_irq_routing(struct kvm *kvm)  in kvm_setup_default_irq_routing()  argument
380 	return kvm_set_irq_routing(kvm, default_routing,  in kvm_setup_default_irq_routing()
386 int kvm_setup_empty_irq_routing(struct kvm *kvm)  in kvm_setup_empty_irq_routing()  argument
388 	return kvm_set_irq_routing(kvm, empty_routing, 0, 0);  in kvm_setup_empty_irq_routing()
391 void kvm_arch_post_irq_routing_update(struct kvm *kvm)  in kvm_arch_post_irq_routing_update()  argument
393 	if (!irqchip_split(kvm))  in kvm_arch_post_irq_routing_update()
395 	kvm_make_scan_ioapic_request(kvm);  in kvm_arch_post_irq_routing_update()
401 	struct kvm *kvm = vcpu->kvm;  in kvm_scan_ioapic_routes()  local
407 	idx = srcu_read_lock(&kvm->irq_srcu);  in kvm_scan_ioapic_routes()
408 	table = srcu_dereference(kvm->irq_routing, &kvm->irq_srcu);  in kvm_scan_ioapic_routes()
410 			       kvm->arch.nr_reserved_ioapic_pins);  in kvm_scan_ioapic_routes()
418 			kvm_set_msi_irq(vcpu->kvm, entry, &irq);  in kvm_scan_ioapic_routes()
426 	srcu_read_unlock(&kvm->irq_srcu, idx);  in kvm_scan_ioapic_routes()
429 void kvm_arch_irq_routing_update(struct kvm *kvm)  in kvm_arch_irq_routing_update()  argument
431 	kvm_hv_irq_routing_update(kvm);  in kvm_arch_irq_routing_update()