1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */
2*4882a593Smuzhiyun #ifndef _LINUX_PGALLLC_TRACK_H
3*4882a593Smuzhiyun #define _LINUX_PGALLLC_TRACK_H
4*4882a593Smuzhiyun
5*4882a593Smuzhiyun #if defined(CONFIG_MMU)
p4d_alloc_track(struct mm_struct * mm,pgd_t * pgd,unsigned long address,pgtbl_mod_mask * mod_mask)6*4882a593Smuzhiyun static inline p4d_t *p4d_alloc_track(struct mm_struct *mm, pgd_t *pgd,
7*4882a593Smuzhiyun unsigned long address,
8*4882a593Smuzhiyun pgtbl_mod_mask *mod_mask)
9*4882a593Smuzhiyun {
10*4882a593Smuzhiyun if (unlikely(pgd_none(*pgd))) {
11*4882a593Smuzhiyun if (__p4d_alloc(mm, pgd, address))
12*4882a593Smuzhiyun return NULL;
13*4882a593Smuzhiyun *mod_mask |= PGTBL_PGD_MODIFIED;
14*4882a593Smuzhiyun }
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun return p4d_offset(pgd, address);
17*4882a593Smuzhiyun }
18*4882a593Smuzhiyun
pud_alloc_track(struct mm_struct * mm,p4d_t * p4d,unsigned long address,pgtbl_mod_mask * mod_mask)19*4882a593Smuzhiyun static inline pud_t *pud_alloc_track(struct mm_struct *mm, p4d_t *p4d,
20*4882a593Smuzhiyun unsigned long address,
21*4882a593Smuzhiyun pgtbl_mod_mask *mod_mask)
22*4882a593Smuzhiyun {
23*4882a593Smuzhiyun if (unlikely(p4d_none(*p4d))) {
24*4882a593Smuzhiyun if (__pud_alloc(mm, p4d, address))
25*4882a593Smuzhiyun return NULL;
26*4882a593Smuzhiyun *mod_mask |= PGTBL_P4D_MODIFIED;
27*4882a593Smuzhiyun }
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun return pud_offset(p4d, address);
30*4882a593Smuzhiyun }
31*4882a593Smuzhiyun
pmd_alloc_track(struct mm_struct * mm,pud_t * pud,unsigned long address,pgtbl_mod_mask * mod_mask)32*4882a593Smuzhiyun static inline pmd_t *pmd_alloc_track(struct mm_struct *mm, pud_t *pud,
33*4882a593Smuzhiyun unsigned long address,
34*4882a593Smuzhiyun pgtbl_mod_mask *mod_mask)
35*4882a593Smuzhiyun {
36*4882a593Smuzhiyun if (unlikely(pud_none(*pud))) {
37*4882a593Smuzhiyun if (__pmd_alloc(mm, pud, address))
38*4882a593Smuzhiyun return NULL;
39*4882a593Smuzhiyun *mod_mask |= PGTBL_PUD_MODIFIED;
40*4882a593Smuzhiyun }
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun return pmd_offset(pud, address);
43*4882a593Smuzhiyun }
44*4882a593Smuzhiyun #endif /* CONFIG_MMU */
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun #define pte_alloc_kernel_track(pmd, address, mask) \
47*4882a593Smuzhiyun ((unlikely(pmd_none(*(pmd))) && \
48*4882a593Smuzhiyun (__pte_alloc_kernel(pmd) || ({*(mask)|=PGTBL_PMD_MODIFIED;0;})))?\
49*4882a593Smuzhiyun NULL: pte_offset_kernel(pmd, address))
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun #endif /* _LINUX_PGALLLC_TRACK_H */
52