285 			kvm_clock_sync_scb(vcpu->arch.sie_block, *delta);  in kvm_clock_sync()
287 				kvm->arch.epoch = vcpu->arch.sie_block->epoch;  in kvm_clock_sync()
288 				kvm->arch.epdx = vcpu->arch.sie_block->epdx;  in kvm_clock_sync()
2785 	free_page((unsigned long)(vcpu->arch.sie_block));  in kvm_arch_vcpu_destroy()
2865 		vcpu->arch.sie_block->scaoh = (__u32)(((__u64)sca) >> 32);  in sca_add_vcpu()
2866 		vcpu->arch.sie_block->scaol = (__u32)(__u64)sca;  in sca_add_vcpu()
2873 		sca->cpu[vcpu->vcpu_id].sda = (__u64) vcpu->arch.sie_block;  in sca_add_vcpu()
2874 		vcpu->arch.sie_block->scaoh = (__u32)(((__u64)sca) >> 32);  in sca_add_vcpu()
2875 		vcpu->arch.sie_block->scaol = (__u32)(__u64)sca & ~0x3fU;  in sca_add_vcpu()
2876 		vcpu->arch.sie_block->ecb2 |= ECB2_ESCA;  in sca_add_vcpu()
2881 		sca->cpu[vcpu->vcpu_id].sda = (__u64) vcpu->arch.sie_block;  in sca_add_vcpu()
2882 		vcpu->arch.sie_block->scaoh = (__u32)(((__u64)sca) >> 32);  in sca_add_vcpu()
2883 		vcpu->arch.sie_block->scaol = (__u32)(__u64)sca;  in sca_add_vcpu()
2931 		vcpu->arch.sie_block->scaoh = scaoh;  in sca_switch_to_extended()
2932 		vcpu->arch.sie_block->scaol = scaol;  in sca_switch_to_extended()
2933 		vcpu->arch.sie_block->ecb2 |= ECB2_ESCA;  in sca_switch_to_extended()
2983 	vcpu->arch.sie_block->cputm -= get_tod_clock_fast() - vcpu->arch.cputm_start;  in __stop_cpu_timer_accounting()
3025 	vcpu->arch.sie_block->cputm = cputm;  in kvm_s390_set_cpu_timer()
3037 		return vcpu->arch.sie_block->cputm;  in kvm_s390_get_cpu_timer()
3047 		value = vcpu->arch.sie_block->cputm;  in kvm_s390_get_cpu_timer()
3081 	vcpu->arch.sie_block->epoch = vcpu->kvm->arch.epoch;  in kvm_arch_vcpu_postcreate()
3082 	vcpu->arch.sie_block->epdx = vcpu->kvm->arch.epdx;  in kvm_arch_vcpu_postcreate()
3090 		vcpu->arch.sie_block->ictl |= ICTL_OPEREXC;  in kvm_arch_vcpu_postcreate()
3123 	vcpu->arch.sie_block->crycbd = vcpu->kvm->arch.crypto.crycbd;  in kvm_s390_vcpu_crypto_setup()
3124 	vcpu->arch.sie_block->ecb3 &= ~(ECB3_AES | ECB3_DEA);  in kvm_s390_vcpu_crypto_setup()
3125 	vcpu->arch.sie_block->eca &= ~ECA_APIE;  in kvm_s390_vcpu_crypto_setup()
3126 	vcpu->arch.sie_block->ecd &= ~ECD_ECC;  in kvm_s390_vcpu_crypto_setup()
3129 		vcpu->arch.sie_block->eca |= ECA_APIE;  in kvm_s390_vcpu_crypto_setup()
3133 		vcpu->arch.sie_block->ecb3 |= ECB3_AES;  in kvm_s390_vcpu_crypto_setup()
3136 			vcpu->arch.sie_block->ecd |= ECD_ECC;  in kvm_s390_vcpu_crypto_setup()
3140 		vcpu->arch.sie_block->ecb3 |= ECB3_DEA;  in kvm_s390_vcpu_crypto_setup()
3145 	free_page(vcpu->arch.sie_block->cbrlo);  in kvm_s390_vcpu_unsetup_cmma()
3146 	vcpu->arch.sie_block->cbrlo = 0;  in kvm_s390_vcpu_unsetup_cmma()
3151 	vcpu->arch.sie_block->cbrlo = get_zeroed_page(GFP_KERNEL);  in kvm_s390_vcpu_setup_cmma()
3152 	if (!vcpu->arch.sie_block->cbrlo)  in kvm_s390_vcpu_setup_cmma()
3161 	vcpu->arch.sie_block->ibc = model->ibc;  in kvm_s390_vcpu_setup_model()
3163 		vcpu->arch.sie_block->fac = (u32)(u64) model->fac_list;  in kvm_s390_vcpu_setup_model()
3171 	atomic_set(&vcpu->arch.sie_block->cpuflags, CPUSTAT_ZARCH |  in kvm_s390_vcpu_setup()
3184 		vcpu->arch.sie_block->ecb |= ECB_HOSTPROTINT;  in kvm_s390_vcpu_setup()
3186 		vcpu->arch.sie_block->ecb |= ECB_SRSI;  in kvm_s390_vcpu_setup()
3188 		vcpu->arch.sie_block->ecb |= ECB_TE;  in kvm_s390_vcpu_setup()
3191 		vcpu->arch.sie_block->ecb2 |= ECB2_PFMFI;  in kvm_s390_vcpu_setup()
3193 		vcpu->arch.sie_block->ecb2 |= ECB2_IEP;  in kvm_s390_vcpu_setup()
3194 	vcpu->arch.sie_block->eca = ECA_MVPGI | ECA_PROTEXCI;  in kvm_s390_vcpu_setup()
3196 		vcpu->arch.sie_block->eca |= ECA_CEI;  in kvm_s390_vcpu_setup()
3198 		vcpu->arch.sie_block->eca |= ECA_IB;  in kvm_s390_vcpu_setup()
3200 		vcpu->arch.sie_block->eca |= ECA_SII;  in kvm_s390_vcpu_setup()
3202 		vcpu->arch.sie_block->eca |= ECA_SIGPI;  in kvm_s390_vcpu_setup()
3204 		vcpu->arch.sie_block->eca |= ECA_VX;  in kvm_s390_vcpu_setup()
3205 		vcpu->arch.sie_block->ecd |= ECD_HOSTREGMGMT;  in kvm_s390_vcpu_setup()
3208 		vcpu->arch.sie_block->ecd |= ECD_MEF;  in kvm_s390_vcpu_setup()
3210 		vcpu->arch.sie_block->ecd |= ECD_ETOKENF;  in kvm_s390_vcpu_setup()
3211 	if (vcpu->arch.sie_block->gd) {  in kvm_s390_vcpu_setup()
3212 		vcpu->arch.sie_block->eca |= ECA_AIV;  in kvm_s390_vcpu_setup()
3214 			   vcpu->arch.sie_block->gd & 0x3, vcpu->vcpu_id);  in kvm_s390_vcpu_setup()
3216 	vcpu->arch.sie_block->sdnxo = ((unsigned long) &vcpu->run->s.regs.sdnx)  in kvm_s390_vcpu_setup()
3218 	vcpu->arch.sie_block->riccbd = (unsigned long) &vcpu->run->s.regs.riccb;  in kvm_s390_vcpu_setup()
3223 		vcpu->arch.sie_block->ictl |= ICTL_ISKE | ICTL_SSKE | ICTL_RRBE;  in kvm_s390_vcpu_setup()
3233 	vcpu->arch.sie_block->hpid = HPID_KVM;  in kvm_s390_vcpu_setup()
3265 	vcpu->arch.sie_block = &sie_page->sie_block;  in kvm_arch_vcpu_create()
3266 	vcpu->arch.sie_block->itdba = (unsigned long) &sie_page->itdb;  in kvm_arch_vcpu_create()
3269 	vcpu->arch.sie_block->mso = 0;  in kvm_arch_vcpu_create()
3270 	vcpu->arch.sie_block->msl = sclp.hamax;  in kvm_arch_vcpu_create()
3272 	vcpu->arch.sie_block->icpua = vcpu->vcpu_id;  in kvm_arch_vcpu_create()
3274 	vcpu->arch.sie_block->gd = (u32)(u64)vcpu->kvm->arch.gisa_int.origin;  in kvm_arch_vcpu_create()
3275 	if (vcpu->arch.sie_block->gd && sclp.has_gisaf)  in kvm_arch_vcpu_create()
3276 		vcpu->arch.sie_block->gd |= GISA_FORMAT1;  in kvm_arch_vcpu_create()
3312 		 vcpu->vcpu_id, vcpu, vcpu->arch.sie_block);  in kvm_arch_vcpu_create()
3313 	trace_kvm_s390_create_vcpu(vcpu->vcpu_id, vcpu, vcpu->arch.sie_block);  in kvm_arch_vcpu_create()
3324 	free_page((unsigned long)(vcpu->arch.sie_block));  in kvm_arch_vcpu_create()
3336 	return !(vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE);  in kvm_arch_vcpu_in_kernel()
3341 	atomic_or(PROG_BLOCK_SIE, &vcpu->arch.sie_block->prog20);  in kvm_s390_vcpu_block()
3347 	atomic_andnot(PROG_BLOCK_SIE, &vcpu->arch.sie_block->prog20);  in kvm_s390_vcpu_unblock()
3352 	atomic_or(PROG_REQUEST, &vcpu->arch.sie_block->prog20);  in kvm_s390_vcpu_request()
3358 	return atomic_read(&vcpu->arch.sie_block->prog20) &  in kvm_s390_vcpu_sie_inhibited()
3364 	atomic_andnot(PROG_REQUEST, &vcpu->arch.sie_block->prog20);  in kvm_s390_vcpu_request_handled()
3375 	while (vcpu->arch.sie_block->prog0c & PROG_IN_SIE)  in exit_sie()
3435 		r = put_user(vcpu->arch.sie_block->todpr,  in kvm_arch_vcpu_ioctl_get_one_reg()
3439 		r = put_user(vcpu->arch.sie_block->epoch,  in kvm_arch_vcpu_ioctl_get_one_reg()
3447 		r = put_user(vcpu->arch.sie_block->ckc,  in kvm_arch_vcpu_ioctl_get_one_reg()
3463 		r = put_user(vcpu->arch.sie_block->pp,  in kvm_arch_vcpu_ioctl_get_one_reg()
3467 		r = put_user(vcpu->arch.sie_block->gbea,  in kvm_arch_vcpu_ioctl_get_one_reg()
3485 		r = get_user(vcpu->arch.sie_block->todpr,  in kvm_arch_vcpu_ioctl_set_one_reg()
3489 		r = get_user(vcpu->arch.sie_block->epoch,  in kvm_arch_vcpu_ioctl_set_one_reg()
3498 		r = get_user(vcpu->arch.sie_block->ckc,  in kvm_arch_vcpu_ioctl_set_one_reg()
3516 		r = get_user(vcpu->arch.sie_block->pp,  in kvm_arch_vcpu_ioctl_set_one_reg()
3520 		r = get_user(vcpu->arch.sie_block->gbea,  in kvm_arch_vcpu_ioctl_set_one_reg()
3532 	vcpu->arch.sie_block->gpsw.mask &= ~PSW_MASK_RI;  in kvm_arch_vcpu_ioctl_normal_reset()
3551 	vcpu->arch.sie_block->gpsw.mask = 0;  in kvm_arch_vcpu_ioctl_initial_reset()
3552 	vcpu->arch.sie_block->gpsw.addr = 0;  in kvm_arch_vcpu_ioctl_initial_reset()
3555 	vcpu->arch.sie_block->ckc = 0;  in kvm_arch_vcpu_ioctl_initial_reset()
3556 	memset(vcpu->arch.sie_block->gcr, 0, sizeof(vcpu->arch.sie_block->gcr));  in kvm_arch_vcpu_ioctl_initial_reset()
3557 	vcpu->arch.sie_block->gcr[0] = CR0_INITIAL_MASK;  in kvm_arch_vcpu_ioctl_initial_reset()
3558 	vcpu->arch.sie_block->gcr[14] = CR14_INITIAL_MASK;  in kvm_arch_vcpu_ioctl_initial_reset()
3579 		vcpu->arch.sie_block->gbea = 1;  in kvm_arch_vcpu_ioctl_initial_reset()
3580 		vcpu->arch.sie_block->pp = 0;  in kvm_arch_vcpu_ioctl_initial_reset()
3581 		vcpu->arch.sie_block->fpf &= ~FPF_BPBC;  in kvm_arch_vcpu_ioctl_initial_reset()
3582 		vcpu->arch.sie_block->todpr = 0;  in kvm_arch_vcpu_ioctl_initial_reset()
3624 	memcpy(&vcpu->arch.sie_block->gcr, &sregs->crs, sizeof(sregs->crs));  in kvm_arch_vcpu_ioctl_set_sregs()
3636 	memcpy(&sregs->crs, &vcpu->arch.sie_block->gcr, sizeof(sregs->crs));  in kvm_arch_vcpu_ioctl_get_sregs()
3826 		vcpu->arch.sie_block->ihcpu = 0xffff;  in kvm_s390_handle_requests()
3847 		vcpu->arch.sie_block->ictl |= ICTL_OPEREXC;  in kvm_s390_handle_requests()
3857 		vcpu->arch.sie_block->ecb2 &= ~ECB2_CMMA;  in kvm_s390_handle_requests()
3868 			vcpu->arch.sie_block->ecb2 |= ECB2_CMMA;  in kvm_s390_handle_requests()
3900 		vcpu->arch.sie_block->epoch = kvm->arch.epoch;  in __kvm_s390_set_tod_clock()
3901 		vcpu->arch.sie_block->epdx  = kvm->arch.epdx;  in __kvm_s390_set_tod_clock()
3988 	if ((vcpu->arch.sie_block->gpsw.mask & vcpu->arch.pfault_select) !=  in kvm_arch_setup_async_pf()
3995 	if (!(vcpu->arch.sie_block->gcr[0] & CR0_SERVICE_SIGNAL_SUBMASK))  in kvm_arch_setup_async_pf()
4019 	vcpu->arch.sie_block->gg14 = vcpu->run->s.regs.gprs[14];  in vcpu_pre_run()
4020 	vcpu->arch.sie_block->gg15 = vcpu->run->s.regs.gprs[15];  in vcpu_pre_run()
4042 	vcpu->arch.sie_block->icptcode = 0;  in vcpu_pre_run()
4043 	cpuflags = atomic_read(&vcpu->arch.sie_block->cpuflags);  in vcpu_pre_run()
4069 	rc = read_guest_instr(vcpu, vcpu->arch.sie_block->gpsw.addr, &opcode, 1);  in vcpu_post_run_fault_in_sie()
4092 		   vcpu->arch.sie_block->icptcode);  in vcpu_post_run()
4093 	trace_kvm_s390_sie_exit(vcpu, vcpu->arch.sie_block->icptcode);  in vcpu_post_run()
4098 	vcpu->run->s.regs.gprs[14] = vcpu->arch.sie_block->gg14;  in vcpu_post_run()
4099 	vcpu->run->s.regs.gprs[15] = vcpu->arch.sie_block->gg15;  in vcpu_post_run()
4103 		sie_page = container_of(vcpu->arch.sie_block,  in vcpu_post_run()
4104 					struct sie_page, sie_block);  in vcpu_post_run()
4110 	if (vcpu->arch.sie_block->icptcode > 0) {  in vcpu_post_run()
4116 		vcpu->run->s390_sieic.icptcode = vcpu->arch.sie_block->icptcode;  in vcpu_post_run()
4117 		vcpu->run->s390_sieic.ipa = vcpu->arch.sie_block->ipa;  in vcpu_post_run()
4118 		vcpu->run->s390_sieic.ipb = vcpu->arch.sie_block->ipb;  in vcpu_post_run()
4143 	struct sie_page *sie_page = (struct sie_page *)vcpu->arch.sie_block;  in __vcpu_run()
4170 		exit_reason = sie64a(vcpu->arch.sie_block,  in __vcpu_run()
4182 			if (vcpu->arch.sie_block->icptcode == ICPT_PV_INSTR ||  in __vcpu_run()
4183 			    vcpu->arch.sie_block->icptcode == ICPT_PV_PREF) {  in __vcpu_run()
4184 				vcpu->arch.sie_block->gpsw.mask &= ~PSW_INT_MASK;  in __vcpu_run()
4208 	vcpu->arch.sie_block->gpsw.mask = kvm_run->psw_mask;  in sync_regs_fmt2()
4209 	vcpu->arch.sie_block->gpsw.addr = kvm_run->psw_addr;  in sync_regs_fmt2()
4211 		vcpu->arch.sie_block->todpr = kvm_run->s.regs.todpr;  in sync_regs_fmt2()
4212 		vcpu->arch.sie_block->pp = kvm_run->s.regs.pp;  in sync_regs_fmt2()
4213 		vcpu->arch.sie_block->gbea = kvm_run->s.regs.gbea;  in sync_regs_fmt2()
4224 		vcpu->arch.sie_block->cpnc = vcpu->arch.diag318_info.cpnc;  in sync_regs_fmt2()
4233 	    !(vcpu->arch.sie_block->ecb3 & ECB3_RI)) {  in sync_regs_fmt2()
4235 		vcpu->arch.sie_block->ecb3 |= ECB3_RI;  in sync_regs_fmt2()
4246 		vcpu->arch.sie_block->ecb |= ECB_GS;  in sync_regs_fmt2()
4247 		vcpu->arch.sie_block->ecd |= ECD_HOSTREGMGMT;  in sync_regs_fmt2()
4252 		vcpu->arch.sie_block->fpf &= ~FPF_BPBC;  in sync_regs_fmt2()
4253 		vcpu->arch.sie_block->fpf |= kvm_run->s.regs.bpbc ? FPF_BPBC : 0;  in sync_regs_fmt2()
4279 		memcpy(&vcpu->arch.sie_block->gcr, &kvm_run->s.regs.crs, 128);  in sync_regs()
4285 		vcpu->arch.sie_block->ckc = kvm_run->s.regs.ckc;  in sync_regs()
4315 		vcpu->arch.sie_block->gpsw.mask &= ~PSW_MASK_CC;  in sync_regs()
4316 		vcpu->arch.sie_block->gpsw.mask |= kvm_run->psw_mask &  in sync_regs()
4327 	kvm_run->s.regs.todpr = vcpu->arch.sie_block->todpr;  in store_regs_fmt2()
4328 	kvm_run->s.regs.pp = vcpu->arch.sie_block->pp;  in store_regs_fmt2()
4329 	kvm_run->s.regs.gbea = vcpu->arch.sie_block->gbea;  in store_regs_fmt2()
4330 	kvm_run->s.regs.bpbc = (vcpu->arch.sie_block->fpf & FPF_BPBC) == FPF_BPBC;  in store_regs_fmt2()
4351 	kvm_run->psw_mask = vcpu->arch.sie_block->gpsw.mask;  in store_regs()
4352 	kvm_run->psw_addr = vcpu->arch.sie_block->gpsw.addr;  in store_regs()
4354 	memcpy(&kvm_run->s.regs.crs, &vcpu->arch.sie_block->gcr, 128);  in store_regs()
4356 	kvm_run->s.regs.ckc = vcpu->arch.sie_block->ckc;  in store_regs()
4477 			      &vcpu->arch.sie_block->gpsw, 16);  in kvm_s390_store_status_unloaded()
4483 			      &vcpu->arch.sie_block->todpr, 4);  in kvm_s390_store_status_unloaded()
4487 	clkcomp = vcpu->arch.sie_block->ckc >> 8;  in kvm_s390_store_status_unloaded()
4493 			      &vcpu->arch.sie_block->gcr, 128);  in kvm_s390_store_status_unloaded()
4580 		vcpu->arch.sie_block->gpsw.mask &= ~PSW_INT_MASK;  in kvm_s390_vcpu_start()
4676 	if (mop->size + mop->sida_offset > sida_size(vcpu->arch.sie_block))  in kvm_s390_guest_sida_op()
4683 		if (copy_to_user(uaddr, (void *)(sida_origin(vcpu->arch.sie_block) +  in kvm_s390_guest_sida_op()
4689 		if (copy_from_user((void *)(sida_origin(vcpu->arch.sie_block) +  in kvm_s390_guest_sida_op()
4984 		vmf->page = virt_to_page(vcpu->arch.sie_block);  in kvm_arch_vcpu_fault()