Lines Matching refs:vsie_page
24 struct vsie_page { struct
63 static void prefix_unmapped(struct vsie_page *vsie_page) in prefix_unmapped() argument
65 atomic_or(PROG_REQUEST, &vsie_page->scb_s.prog20); in prefix_unmapped()
69 static void prefix_unmapped_sync(struct vsie_page *vsie_page) in prefix_unmapped_sync() argument
71 prefix_unmapped(vsie_page); in prefix_unmapped_sync()
72 if (vsie_page->scb_s.prog0c & PROG_IN_SIE) in prefix_unmapped_sync()
73 atomic_or(CPUSTAT_STOP_INT, &vsie_page->scb_s.cpuflags); in prefix_unmapped_sync()
74 while (vsie_page->scb_s.prog0c & PROG_IN_SIE) in prefix_unmapped_sync()
79 static void prefix_mapped(struct vsie_page *vsie_page) in prefix_mapped() argument
81 atomic_andnot(PROG_REQUEST, &vsie_page->scb_s.prog20); in prefix_mapped()
85 static int prefix_is_mapped(struct vsie_page *vsie_page) in prefix_is_mapped() argument
87 return !(atomic_read(&vsie_page->scb_s.prog20) & PROG_REQUEST); in prefix_is_mapped()
91 static void update_intervention_requests(struct vsie_page *vsie_page) in update_intervention_requests() argument
96 cpuflags = atomic_read(&vsie_page->scb_o->cpuflags); in update_intervention_requests()
97 atomic_andnot(bits, &vsie_page->scb_s.cpuflags); in update_intervention_requests()
98 atomic_or(cpuflags & bits, &vsie_page->scb_s.cpuflags); in update_intervention_requests()
102 static int prepare_cpuflags(struct kvm_vcpu *vcpu, struct vsie_page *vsie_page) in prepare_cpuflags() argument
104 struct kvm_s390_sie_block *scb_s = &vsie_page->scb_s; in prepare_cpuflags()
105 struct kvm_s390_sie_block *scb_o = vsie_page->scb_o; in prepare_cpuflags()
283 static int shadow_crycb(struct kvm_vcpu *vcpu, struct vsie_page *vsie_page) in shadow_crycb() argument
285 struct kvm_s390_sie_block *scb_s = &vsie_page->scb_s; in shadow_crycb()
286 struct kvm_s390_sie_block *scb_o = vsie_page->scb_o; in shadow_crycb()
315 ret = setup_apcb(vcpu, &vsie_page->crycb, crycb_addr, in shadow_crycb()
332 vsie_page->crycb.dea_wrapping_key_mask, 56)) in shadow_crycb()
339 b1 = (unsigned long *) vsie_page->crycb.dea_wrapping_key_mask; in shadow_crycb()
353 scb_s->crycbd = ((__u32)(__u64) &vsie_page->crycb) | CRYCB_FORMAT2; in shadow_crycb()
358 static void prepare_ibc(struct kvm_vcpu *vcpu, struct vsie_page *vsie_page) in prepare_ibc() argument
360 struct kvm_s390_sie_block *scb_s = &vsie_page->scb_s; in prepare_ibc()
361 struct kvm_s390_sie_block *scb_o = vsie_page->scb_o; in prepare_ibc()
381 static void unshadow_scb(struct kvm_vcpu *vcpu, struct vsie_page *vsie_page) in unshadow_scb() argument
383 struct kvm_s390_sie_block *scb_s = &vsie_page->scb_s; in unshadow_scb()
384 struct kvm_s390_sie_block *scb_o = vsie_page->scb_o; in unshadow_scb()
432 static int shadow_scb(struct kvm_vcpu *vcpu, struct vsie_page *vsie_page) in shadow_scb() argument
434 struct kvm_s390_sie_block *scb_o = vsie_page->scb_o; in shadow_scb()
435 struct kvm_s390_sie_block *scb_s = &vsie_page->scb_s; in shadow_scb()
454 rc = prepare_cpuflags(vcpu, vsie_page); in shadow_scb()
490 prefix_unmapped(vsie_page); in shadow_scb()
509 prefix_unmapped(vsie_page); in shadow_scb()
550 prepare_ibc(vcpu, vsie_page); in shadow_scb()
551 rc = shadow_crycb(vcpu, vsie_page); in shadow_scb()
554 unshadow_scb(vcpu, vsie_page); in shadow_scb()
562 struct vsie_page *cur; in kvm_s390_vsie_gmap_notifier()
604 static int map_prefix(struct kvm_vcpu *vcpu, struct vsie_page *vsie_page) in map_prefix() argument
606 struct kvm_s390_sie_block *scb_s = &vsie_page->scb_s; in map_prefix()
610 if (prefix_is_mapped(vsie_page)) in map_prefix()
614 prefix_mapped(vsie_page); in map_prefix()
619 rc = kvm_s390_shadow_fault(vcpu, vsie_page->gmap, prefix, NULL); in map_prefix()
621 rc = kvm_s390_shadow_fault(vcpu, vsie_page->gmap, in map_prefix()
628 prefix_unmapped(vsie_page); in map_prefix()
661 static void unpin_blocks(struct kvm_vcpu *vcpu, struct vsie_page *vsie_page) in unpin_blocks() argument
663 struct kvm_s390_sie_block *scb_s = &vsie_page->scb_s; in unpin_blocks()
668 unpin_guest_page(vcpu->kvm, vsie_page->sca_gpa, hpa); in unpin_blocks()
669 vsie_page->sca_gpa = 0; in unpin_blocks()
676 unpin_guest_page(vcpu->kvm, vsie_page->itdba_gpa, hpa); in unpin_blocks()
677 vsie_page->itdba_gpa = 0; in unpin_blocks()
683 unpin_guest_page(vcpu->kvm, vsie_page->gvrd_gpa, hpa); in unpin_blocks()
684 vsie_page->gvrd_gpa = 0; in unpin_blocks()
690 unpin_guest_page(vcpu->kvm, vsie_page->riccbd_gpa, hpa); in unpin_blocks()
691 vsie_page->riccbd_gpa = 0; in unpin_blocks()
697 unpin_guest_page(vcpu->kvm, vsie_page->sdnx_gpa, hpa); in unpin_blocks()
698 vsie_page->sdnx_gpa = 0; in unpin_blocks()
717 static int pin_blocks(struct kvm_vcpu *vcpu, struct vsie_page *vsie_page) in pin_blocks() argument
719 struct kvm_s390_sie_block *scb_o = vsie_page->scb_o; in pin_blocks()
720 struct kvm_s390_sie_block *scb_s = &vsie_page->scb_s; in pin_blocks()
743 vsie_page->sca_gpa = gpa; in pin_blocks()
760 vsie_page->itdba_gpa = gpa; in pin_blocks()
779 vsie_page->gvrd_gpa = gpa; in pin_blocks()
796 vsie_page->riccbd_gpa = gpa; in pin_blocks()
825 vsie_page->sdnx_gpa = gpa; in pin_blocks()
830 unpin_blocks(vcpu, vsie_page); in pin_blocks()
835 static void unpin_scb(struct kvm_vcpu *vcpu, struct vsie_page *vsie_page, in unpin_scb() argument
838 hpa_t hpa = (hpa_t) vsie_page->scb_o; in unpin_scb()
842 vsie_page->scb_o = NULL; in unpin_scb()
851 static int pin_scb(struct kvm_vcpu *vcpu, struct vsie_page *vsie_page, in pin_scb() argument
863 vsie_page->scb_o = (struct kvm_s390_sie_block *) hpa; in pin_scb()
903 static int handle_fault(struct kvm_vcpu *vcpu, struct vsie_page *vsie_page) in handle_fault() argument
912 rc = kvm_s390_shadow_fault(vcpu, vsie_page->gmap, in handle_fault()
919 vsie_page->fault_addr = current->thread.gmap_addr; in handle_fault()
931 struct vsie_page *vsie_page) in handle_last_fault() argument
933 if (vsie_page->fault_addr) in handle_last_fault()
934 kvm_s390_shadow_fault(vcpu, vsie_page->gmap, in handle_last_fault()
935 vsie_page->fault_addr, NULL); in handle_last_fault()
936 vsie_page->fault_addr = 0; in handle_last_fault()
939 static inline void clear_vsie_icpt(struct vsie_page *vsie_page) in clear_vsie_icpt() argument
941 vsie_page->scb_s.icptcode = 0; in clear_vsie_icpt()
945 static void retry_vsie_icpt(struct vsie_page *vsie_page) in retry_vsie_icpt() argument
947 struct kvm_s390_sie_block *scb_s = &vsie_page->scb_s; in retry_vsie_icpt()
957 clear_vsie_icpt(vsie_page); in retry_vsie_icpt()
967 static int handle_stfle(struct kvm_vcpu *vcpu, struct vsie_page *vsie_page) in handle_stfle() argument
969 struct kvm_s390_sie_block *scb_s = &vsie_page->scb_s; in handle_stfle()
970 __u32 fac = READ_ONCE(vsie_page->scb_o->fac) & 0x7ffffff8U; in handle_stfle()
973 retry_vsie_icpt(vsie_page); in handle_stfle()
974 if (read_guest_real(vcpu, fac, &vsie_page->fac, in handle_stfle()
975 sizeof(vsie_page->fac))) in handle_stfle()
977 scb_s->fac = (__u32)(__u64) &vsie_page->fac; in handle_stfle()
989 static u64 vsie_get_register(struct kvm_vcpu *vcpu, struct vsie_page *vsie_page, u8 reg) in vsie_get_register() argument
995 return vsie_page->scb_s.gg15; in vsie_get_register()
997 return vsie_page->scb_s.gg14; in vsie_get_register()
1003 static int vsie_handle_mvpg(struct kvm_vcpu *vcpu, struct vsie_page *vsie_page) in vsie_handle_mvpg() argument
1005 struct kvm_s390_sie_block *scb_s = &vsie_page->scb_s; in vsie_handle_mvpg()
1007 u64 *pei_block = &vsie_page->scb_o->mcic; in vsie_handle_mvpg()
1016 dest = vsie_get_register(vcpu, vsie_page, scb_s->ipb >> 20) & mask; in vsie_handle_mvpg()
1018 src = vsie_get_register(vcpu, vsie_page, scb_s->ipb >> 16) & mask; in vsie_handle_mvpg()
1021 rc_dest = kvm_s390_shadow_fault(vcpu, vsie_page->gmap, dest, &pei_dest); in vsie_handle_mvpg()
1022 rc_src = kvm_s390_shadow_fault(vcpu, vsie_page->gmap, src, &pei_src); in vsie_handle_mvpg()
1028 retry_vsie_icpt(vsie_page); in vsie_handle_mvpg()
1039 clear_vsie_icpt(vsie_page); in vsie_handle_mvpg()
1062 retry_vsie_icpt(vsie_page); in vsie_handle_mvpg()
1082 static int do_vsie_run(struct kvm_vcpu *vcpu, struct vsie_page *vsie_page) in do_vsie_run() argument
1086 struct kvm_s390_sie_block *scb_s = &vsie_page->scb_s; in do_vsie_run()
1087 struct kvm_s390_sie_block *scb_o = vsie_page->scb_o; in do_vsie_run()
1091 handle_last_fault(vcpu, vsie_page); in do_vsie_run()
1137 kvm_s390_reinject_machine_check(vcpu, &vsie_page->mcck_info); in do_vsie_run()
1144 return handle_fault(vcpu, vsie_page); in do_vsie_run()
1149 rc = handle_stfle(vcpu, vsie_page); in do_vsie_run()
1154 clear_vsie_icpt(vsie_page); in do_vsie_run()
1162 rc = vsie_handle_mvpg(vcpu, vsie_page); in do_vsie_run()
1168 static void release_gmap_shadow(struct vsie_page *vsie_page) in release_gmap_shadow() argument
1170 if (vsie_page->gmap) in release_gmap_shadow()
1171 gmap_put(vsie_page->gmap); in release_gmap_shadow()
1172 WRITE_ONCE(vsie_page->gmap, NULL); in release_gmap_shadow()
1173 prefix_unmapped(vsie_page); in release_gmap_shadow()
1177 struct vsie_page *vsie_page) in acquire_gmap_shadow() argument
1194 if (vsie_page->gmap && gmap_shadow_valid(vsie_page->gmap, asce, edat)) in acquire_gmap_shadow()
1198 release_gmap_shadow(vsie_page); in acquire_gmap_shadow()
1203 WRITE_ONCE(vsie_page->gmap, gmap); in acquire_gmap_shadow()
1211 struct vsie_page *vsie_page) in register_shadow_scb() argument
1213 struct kvm_s390_sie_block *scb_s = &vsie_page->scb_s; in register_shadow_scb()
1215 WRITE_ONCE(vcpu->arch.vsie_block, &vsie_page->scb_s); in register_shadow_scb()
1254 static int vsie_run(struct kvm_vcpu *vcpu, struct vsie_page *vsie_page) in vsie_run() argument
1256 struct kvm_s390_sie_block *scb_s = &vsie_page->scb_s; in vsie_run()
1260 rc = acquire_gmap_shadow(vcpu, vsie_page); in vsie_run()
1262 rc = map_prefix(vcpu, vsie_page); in vsie_run()
1264 gmap_enable(vsie_page->gmap); in vsie_run()
1265 update_intervention_requests(vsie_page); in vsie_run()
1266 rc = do_vsie_run(vcpu, vsie_page); in vsie_run()
1307 static struct vsie_page *get_vsie_page(struct kvm *kvm, unsigned long addr) in get_vsie_page()
1309 struct vsie_page *vsie_page; in get_vsie_page() local
1359 vsie_page = page_to_virt(page); in get_vsie_page()
1360 memset(&vsie_page->scb_s, 0, sizeof(struct kvm_s390_sie_block)); in get_vsie_page()
1361 release_gmap_shadow(vsie_page); in get_vsie_page()
1362 vsie_page->fault_addr = 0; in get_vsie_page()
1363 vsie_page->scb_s.ihcpu = 0xffffU; in get_vsie_page()
1364 return vsie_page; in get_vsie_page()
1368 static void put_vsie_page(struct kvm *kvm, struct vsie_page *vsie_page) in put_vsie_page() argument
1370 struct page *page = pfn_to_page(__pa(vsie_page) >> PAGE_SHIFT); in put_vsie_page()
1377 struct vsie_page *vsie_page; in kvm_s390_handle_vsie() local
1387 BUILD_BUG_ON(sizeof(struct vsie_page) != PAGE_SIZE); in kvm_s390_handle_vsie()
1398 vsie_page = get_vsie_page(vcpu->kvm, scb_addr); in kvm_s390_handle_vsie()
1399 if (IS_ERR(vsie_page)) in kvm_s390_handle_vsie()
1400 return PTR_ERR(vsie_page); in kvm_s390_handle_vsie()
1401 else if (!vsie_page) in kvm_s390_handle_vsie()
1405 rc = pin_scb(vcpu, vsie_page, scb_addr); in kvm_s390_handle_vsie()
1408 rc = shadow_scb(vcpu, vsie_page); in kvm_s390_handle_vsie()
1411 rc = pin_blocks(vcpu, vsie_page); in kvm_s390_handle_vsie()
1414 register_shadow_scb(vcpu, vsie_page); in kvm_s390_handle_vsie()
1415 rc = vsie_run(vcpu, vsie_page); in kvm_s390_handle_vsie()
1417 unpin_blocks(vcpu, vsie_page); in kvm_s390_handle_vsie()
1419 unshadow_scb(vcpu, vsie_page); in kvm_s390_handle_vsie()
1421 unpin_scb(vcpu, vsie_page, scb_addr); in kvm_s390_handle_vsie()
1423 put_vsie_page(vcpu->kvm, vsie_page); in kvm_s390_handle_vsie()
1438 struct vsie_page *vsie_page; in kvm_s390_vsie_destroy() local
1446 vsie_page = page_to_virt(page); in kvm_s390_vsie_destroy()
1447 release_gmap_shadow(vsie_page); in kvm_s390_vsie_destroy()