1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-only */
2*4882a593Smuzhiyun #ifndef __KVM_HYP_MM_H
3*4882a593Smuzhiyun #define __KVM_HYP_MM_H
4*4882a593Smuzhiyun
5*4882a593Smuzhiyun #include <asm/kvm_pgtable.h>
6*4882a593Smuzhiyun #include <asm/spectre.h>
7*4882a593Smuzhiyun #include <linux/memblock.h>
8*4882a593Smuzhiyun #include <linux/types.h>
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #include <nvhe/memory.h>
11*4882a593Smuzhiyun #include <nvhe/spinlock.h>
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #define HYP_MEMBLOCK_REGIONS 128
14*4882a593Smuzhiyun extern struct memblock_region kvm_nvhe_sym(hyp_memory)[];
15*4882a593Smuzhiyun extern unsigned int kvm_nvhe_sym(hyp_memblock_nr);
16*4882a593Smuzhiyun extern struct kvm_pgtable pkvm_pgtable;
17*4882a593Smuzhiyun extern hyp_spinlock_t pkvm_pgd_lock;
18*4882a593Smuzhiyun extern struct hyp_pool hpool;
19*4882a593Smuzhiyun extern u64 __io_map_base;
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun int hyp_create_idmap(u32 hyp_va_bits);
22*4882a593Smuzhiyun int hyp_map_vectors(void);
23*4882a593Smuzhiyun int hyp_back_vmemmap(phys_addr_t phys, unsigned long size, phys_addr_t back);
24*4882a593Smuzhiyun int pkvm_cpu_set_vector(enum arm64_hyp_spectre_vector slot);
25*4882a593Smuzhiyun int pkvm_create_mappings(void *from, void *to, enum kvm_pgtable_prot prot);
26*4882a593Smuzhiyun int __pkvm_create_mappings(unsigned long start, unsigned long size,
27*4882a593Smuzhiyun unsigned long phys, enum kvm_pgtable_prot prot);
28*4882a593Smuzhiyun unsigned long __pkvm_create_private_mapping(phys_addr_t phys, size_t size,
29*4882a593Smuzhiyun enum kvm_pgtable_prot prot);
30*4882a593Smuzhiyun
hyp_vmemmap_range(phys_addr_t phys,unsigned long size,unsigned long * start,unsigned long * end)31*4882a593Smuzhiyun static inline void hyp_vmemmap_range(phys_addr_t phys, unsigned long size,
32*4882a593Smuzhiyun unsigned long *start, unsigned long *end)
33*4882a593Smuzhiyun {
34*4882a593Smuzhiyun unsigned long nr_pages = size >> PAGE_SHIFT;
35*4882a593Smuzhiyun struct hyp_page *p = hyp_phys_to_page(phys);
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun *start = (unsigned long)p;
38*4882a593Smuzhiyun *end = *start + nr_pages * sizeof(struct hyp_page);
39*4882a593Smuzhiyun *start = ALIGN_DOWN(*start, PAGE_SIZE);
40*4882a593Smuzhiyun *end = ALIGN(*end, PAGE_SIZE);
41*4882a593Smuzhiyun }
42*4882a593Smuzhiyun
__hyp_pgtable_max_pages(unsigned long nr_pages)43*4882a593Smuzhiyun static inline unsigned long __hyp_pgtable_max_pages(unsigned long nr_pages)
44*4882a593Smuzhiyun {
45*4882a593Smuzhiyun unsigned long total = 0, i;
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun /* Provision the worst case scenario */
48*4882a593Smuzhiyun for (i = 0; i < KVM_PGTABLE_MAX_LEVELS; i++) {
49*4882a593Smuzhiyun nr_pages = DIV_ROUND_UP(nr_pages, PTRS_PER_PTE);
50*4882a593Smuzhiyun total += nr_pages;
51*4882a593Smuzhiyun }
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun return total;
54*4882a593Smuzhiyun }
55*4882a593Smuzhiyun
__hyp_pgtable_total_pages(void)56*4882a593Smuzhiyun static inline unsigned long __hyp_pgtable_total_pages(void)
57*4882a593Smuzhiyun {
58*4882a593Smuzhiyun unsigned long res = 0, i;
59*4882a593Smuzhiyun
60*4882a593Smuzhiyun /* Cover all of memory with page-granularity */
61*4882a593Smuzhiyun for (i = 0; i < kvm_nvhe_sym(hyp_memblock_nr); i++) {
62*4882a593Smuzhiyun struct memblock_region *reg = &kvm_nvhe_sym(hyp_memory)[i];
63*4882a593Smuzhiyun res += __hyp_pgtable_max_pages(reg->size >> PAGE_SHIFT);
64*4882a593Smuzhiyun }
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun return res;
67*4882a593Smuzhiyun }
68*4882a593Smuzhiyun
hyp_s1_pgtable_pages(void)69*4882a593Smuzhiyun static inline unsigned long hyp_s1_pgtable_pages(void)
70*4882a593Smuzhiyun {
71*4882a593Smuzhiyun unsigned long res;
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun res = __hyp_pgtable_total_pages();
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun /* Allow 1 GiB for private mappings */
76*4882a593Smuzhiyun res += __hyp_pgtable_max_pages(SZ_1G >> PAGE_SHIFT);
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun return res;
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun
host_s2_mem_pgtable_pages(void)81*4882a593Smuzhiyun static inline unsigned long host_s2_mem_pgtable_pages(void)
82*4882a593Smuzhiyun {
83*4882a593Smuzhiyun /*
84*4882a593Smuzhiyun * Include an extra 16 pages to safely upper-bound the worst case of
85*4882a593Smuzhiyun * concatenated pgds.
86*4882a593Smuzhiyun */
87*4882a593Smuzhiyun return __hyp_pgtable_total_pages() + 16;
88*4882a593Smuzhiyun }
89*4882a593Smuzhiyun
host_s2_dev_pgtable_pages(void)90*4882a593Smuzhiyun static inline unsigned long host_s2_dev_pgtable_pages(void)
91*4882a593Smuzhiyun {
92*4882a593Smuzhiyun /* Allow 1 GiB for MMIO mappings */
93*4882a593Smuzhiyun return __hyp_pgtable_max_pages(SZ_1G >> PAGE_SHIFT);
94*4882a593Smuzhiyun }
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun #endif /* __KVM_HYP_MM_H */
97