1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */
2*4882a593Smuzhiyun #ifndef _ASM_POWERPC_NOHASH_32_HUGETLB_8XX_H
3*4882a593Smuzhiyun #define _ASM_POWERPC_NOHASH_32_HUGETLB_8XX_H
4*4882a593Smuzhiyun
5*4882a593Smuzhiyun #define PAGE_SHIFT_8M 23
6*4882a593Smuzhiyun
hugepd_page(hugepd_t hpd)7*4882a593Smuzhiyun static inline pte_t *hugepd_page(hugepd_t hpd)
8*4882a593Smuzhiyun {
9*4882a593Smuzhiyun BUG_ON(!hugepd_ok(hpd));
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun return (pte_t *)__va(hpd_val(hpd) & ~HUGEPD_SHIFT_MASK);
12*4882a593Smuzhiyun }
13*4882a593Smuzhiyun
hugepd_shift(hugepd_t hpd)14*4882a593Smuzhiyun static inline unsigned int hugepd_shift(hugepd_t hpd)
15*4882a593Smuzhiyun {
16*4882a593Smuzhiyun return PAGE_SHIFT_8M;
17*4882a593Smuzhiyun }
18*4882a593Smuzhiyun
hugepte_offset(hugepd_t hpd,unsigned long addr,unsigned int pdshift)19*4882a593Smuzhiyun static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr,
20*4882a593Smuzhiyun unsigned int pdshift)
21*4882a593Smuzhiyun {
22*4882a593Smuzhiyun unsigned long idx = (addr & (SZ_4M - 1)) >> PAGE_SHIFT;
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun return hugepd_page(hpd) + idx;
25*4882a593Smuzhiyun }
26*4882a593Smuzhiyun
flush_hugetlb_page(struct vm_area_struct * vma,unsigned long vmaddr)27*4882a593Smuzhiyun static inline void flush_hugetlb_page(struct vm_area_struct *vma,
28*4882a593Smuzhiyun unsigned long vmaddr)
29*4882a593Smuzhiyun {
30*4882a593Smuzhiyun flush_tlb_page(vma, vmaddr);
31*4882a593Smuzhiyun }
32*4882a593Smuzhiyun
hugepd_populate(hugepd_t * hpdp,pte_t * new,unsigned int pshift)33*4882a593Smuzhiyun static inline void hugepd_populate(hugepd_t *hpdp, pte_t *new, unsigned int pshift)
34*4882a593Smuzhiyun {
35*4882a593Smuzhiyun *hpdp = __hugepd(__pa(new) | _PMD_USER | _PMD_PRESENT | _PMD_PAGE_8M);
36*4882a593Smuzhiyun }
37*4882a593Smuzhiyun
hugepd_populate_kernel(hugepd_t * hpdp,pte_t * new,unsigned int pshift)38*4882a593Smuzhiyun static inline void hugepd_populate_kernel(hugepd_t *hpdp, pte_t *new, unsigned int pshift)
39*4882a593Smuzhiyun {
40*4882a593Smuzhiyun *hpdp = __hugepd(__pa(new) | _PMD_PRESENT | _PMD_PAGE_8M);
41*4882a593Smuzhiyun }
42*4882a593Smuzhiyun
check_and_get_huge_psize(int shift)43*4882a593Smuzhiyun static inline int check_and_get_huge_psize(int shift)
44*4882a593Smuzhiyun {
45*4882a593Smuzhiyun return shift_to_mmu_psize(shift);
46*4882a593Smuzhiyun }
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun #define __HAVE_ARCH_HUGE_SET_HUGE_PTE_AT
49*4882a593Smuzhiyun void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pte);
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun #define __HAVE_ARCH_HUGE_PTE_CLEAR
huge_pte_clear(struct mm_struct * mm,unsigned long addr,pte_t * ptep,unsigned long sz)52*4882a593Smuzhiyun static inline void huge_pte_clear(struct mm_struct *mm, unsigned long addr,
53*4882a593Smuzhiyun pte_t *ptep, unsigned long sz)
54*4882a593Smuzhiyun {
55*4882a593Smuzhiyun pte_update(mm, addr, ptep, ~0UL, 0, 1);
56*4882a593Smuzhiyun }
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun #define __HAVE_ARCH_HUGE_PTEP_SET_WRPROTECT
huge_ptep_set_wrprotect(struct mm_struct * mm,unsigned long addr,pte_t * ptep)59*4882a593Smuzhiyun static inline void huge_ptep_set_wrprotect(struct mm_struct *mm,
60*4882a593Smuzhiyun unsigned long addr, pte_t *ptep)
61*4882a593Smuzhiyun {
62*4882a593Smuzhiyun unsigned long clr = ~pte_val(pte_wrprotect(__pte(~0)));
63*4882a593Smuzhiyun unsigned long set = pte_val(pte_wrprotect(__pte(0)));
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun pte_update(mm, addr, ptep, clr, set, 1);
66*4882a593Smuzhiyun }
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun #ifdef CONFIG_PPC_4K_PAGES
arch_make_huge_pte(pte_t entry,struct vm_area_struct * vma,struct page * page,int writable)69*4882a593Smuzhiyun static inline pte_t arch_make_huge_pte(pte_t entry, struct vm_area_struct *vma,
70*4882a593Smuzhiyun struct page *page, int writable)
71*4882a593Smuzhiyun {
72*4882a593Smuzhiyun size_t size = huge_page_size(hstate_vma(vma));
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun if (size == SZ_16K)
75*4882a593Smuzhiyun return __pte(pte_val(entry) & ~_PAGE_HUGE);
76*4882a593Smuzhiyun else
77*4882a593Smuzhiyun return entry;
78*4882a593Smuzhiyun }
79*4882a593Smuzhiyun #define arch_make_huge_pte arch_make_huge_pte
80*4882a593Smuzhiyun #endif
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun #endif /* _ASM_POWERPC_NOHASH_32_HUGETLB_8XX_H */
83