283 static inline u8 gisa_get_ipm_or_restore_iam(struct kvm_s390_gisa_interrupt *gi)  in gisa_get_ipm_or_restore_iam()  argument
289 		word = READ_ONCE(gi->origin->u64.word[0]);  in gisa_get_ipm_or_restore_iam()
290 		alert_mask = READ_ONCE(gi->alert.mask);  in gisa_get_ipm_or_restore_iam()
295 	} while (cmpxchg(&gi->origin->u64.word[0], word, _word) != word);  in gisa_get_ipm_or_restore_iam()
336 	struct kvm_s390_gisa_interrupt *gi = &vcpu->kvm->arch.gisa_int;  in pending_irqs()  local
340 	if (gi->origin)  in pending_irqs()
341 		pending_mask |= gisa_get_ipm(gi->origin) << IRQ_PEND_IO_ISC_7;  in pending_irqs()
1170 	struct kvm_s390_gisa_interrupt *gi = &vcpu->kvm->arch.gisa_int;  in __deliver_io()  local
1213 	if (gi->origin && gisa_tac_ipm_gisc(gi->origin, isc)) {  in __deliver_io()
1303 	struct kvm_s390_gisa_interrupt *gi = &vcpu->kvm->arch.gisa_int;  in kvm_s390_handle_wait()  local
1317 	if (gi->origin &&  in kvm_s390_handle_wait()
1318 	    (gisa_get_ipm_or_restore_iam(gi) &  in kvm_s390_handle_wait()
1738 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in get_top_gisa_isc()  local
1744 	if (!gi->origin)  in get_top_gisa_isc()
1747 	active_mask = (isc_mask & gisa_get_ipm(gi->origin) << 24) << 32;  in get_top_gisa_isc()
1750 		if (gisa_tac_ipm_gisc(gi->origin, isc))  in get_top_gisa_isc()
1773 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_get_io_int()  local
1791 		gisa_set_ipm_gisc(gi->origin, isc);  in kvm_s390_get_io_int()
1803 		gisa_set_ipm_gisc(gi->origin, isc);  in kvm_s390_get_io_int()
1894 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in __inject_io()  local
1909 	    gi->origin && inti->type & KVM_S390_INT_IO_AI_MASK) {  in __inject_io()
1911 		gisa_set_ipm_gisc(gi->origin, isc);  in __inject_io()
2242 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in get_all_floating_irqs()  local
2266 	if (gi->origin && gisa_get_ipm(gi->origin)) {  in get_all_floating_irqs()
2273 			if (gisa_tac_ipm_gisc(gi->origin, i)) {  in get_all_floating_irqs()
3061 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in __airqs_kick_single_vcpu()  local
3072 			if (test_and_set_bit(vcpu_idx, gi->kicked_mask))  in __airqs_kick_single_vcpu()
3082 	struct kvm_s390_gisa_interrupt *gi =  in gisa_vcpu_kicker()  local
3085 		container_of(gi->origin, struct sie_page2, gisa)->kvm;  in gisa_vcpu_kicker()
3088 	pending_mask = gisa_get_ipm_or_restore_iam(gi);  in gisa_vcpu_kicker()
3091 		hrtimer_forward_now(timer, ns_to_ktime(gi->expires));  in gisa_vcpu_kicker()
3104 	struct kvm_s390_gisa_interrupt *gi;  in process_gib_alert_list()  local
3137 			gi = &kvm->arch.gisa_int;  in process_gib_alert_list()
3138 			if (hrtimer_active(&gi->timer))  in process_gib_alert_list()
3139 				hrtimer_cancel(&gi->timer);  in process_gib_alert_list()
3140 			hrtimer_start(&gi->timer, 0, HRTIMER_MODE_REL);  in process_gib_alert_list()
3148 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_gisa_clear()  local
3150 	if (!gi->origin)  in kvm_s390_gisa_clear()
3152 	gisa_clear_ipm(gi->origin);  in kvm_s390_gisa_clear()
3153 	VM_EVENT(kvm, 3, "gisa 0x%pK cleared", gi->origin);  in kvm_s390_gisa_clear()
3158 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_gisa_init()  local
3162 	gi->origin = &kvm->arch.sie_page2->gisa;  in kvm_s390_gisa_init()
3163 	gi->alert.mask = 0;  in kvm_s390_gisa_init()
3164 	spin_lock_init(&gi->alert.ref_lock);  in kvm_s390_gisa_init()
3165 	gi->expires = 50 * 1000; /* 50 usec */  in kvm_s390_gisa_init()
3166 	hrtimer_init(&gi->timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);  in kvm_s390_gisa_init()
3167 	gi->timer.function = gisa_vcpu_kicker;  in kvm_s390_gisa_init()
3168 	memset(gi->origin, 0, sizeof(struct kvm_s390_gisa));  in kvm_s390_gisa_init()
3169 	gi->origin->next_alert = (u32)(u64)gi->origin;  in kvm_s390_gisa_init()
3170 	VM_EVENT(kvm, 3, "gisa 0x%pK initialized", gi->origin);  in kvm_s390_gisa_init()
3175 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_gisa_destroy()  local
3177 	if (!gi->origin)  in kvm_s390_gisa_destroy()
3179 	if (gi->alert.mask)  in kvm_s390_gisa_destroy()
3181 			  kvm, gi->alert.mask);  in kvm_s390_gisa_destroy()
3182 	while (gisa_in_alert_list(gi->origin))  in kvm_s390_gisa_destroy()
3184 	hrtimer_cancel(&gi->timer);  in kvm_s390_gisa_destroy()
3185 	gi->origin = NULL;  in kvm_s390_gisa_destroy()
3207 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_gisc_register()  local
3209 	if (!gi->origin)  in kvm_s390_gisc_register()
3214 	spin_lock(&gi->alert.ref_lock);  in kvm_s390_gisc_register()
3215 	gi->alert.ref_count[gisc]++;  in kvm_s390_gisc_register()
3216 	if (gi->alert.ref_count[gisc] == 1) {  in kvm_s390_gisc_register()
3217 		gi->alert.mask |= 0x80 >> gisc;  in kvm_s390_gisc_register()
3218 		gisa_set_iam(gi->origin, gi->alert.mask);  in kvm_s390_gisc_register()
3220 	spin_unlock(&gi->alert.ref_lock);  in kvm_s390_gisc_register()
3246 	struct kvm_s390_gisa_interrupt *gi = &kvm->arch.gisa_int;  in kvm_s390_gisc_unregister()  local
3249 	if (!gi->origin)  in kvm_s390_gisc_unregister()
3254 	spin_lock(&gi->alert.ref_lock);  in kvm_s390_gisc_unregister()
3255 	if (gi->alert.ref_count[gisc] == 0) {  in kvm_s390_gisc_unregister()
3259 	gi->alert.ref_count[gisc]--;  in kvm_s390_gisc_unregister()
3260 	if (gi->alert.ref_count[gisc] == 0) {  in kvm_s390_gisc_unregister()
3261 		gi->alert.mask &= ~(0x80 >> gisc);  in kvm_s390_gisc_unregister()
3262 		gisa_set_iam(gi->origin, gi->alert.mask);  in kvm_s390_gisc_unregister()
3265 	spin_unlock(&gi->alert.ref_lock);  in kvm_s390_gisc_unregister()