Lines Matching refs:pgdp
743 unsigned long address, pgd_t *pgdp, in follow_p4d_mask() argument
750 p4d = p4d_offset(pgdp, address); in follow_p4d_mask()
2472 static int gup_huge_pgd(pgd_t orig, pgd_t *pgdp, unsigned long addr, in gup_huge_pgd() argument
2491 if (unlikely(pgd_val(orig) != pgd_val(*pgdp))) { in gup_huge_pgd()
2572 static int gup_p4d_range(pgd_t *pgdp, pgd_t pgd, unsigned long addr, unsigned long end, in gup_p4d_range() argument
2578 p4dp = p4d_offset_lockless(pgdp, pgd, addr); in gup_p4d_range()
2601 pgd_t *pgdp; in gup_pgd_range() local
2603 pgdp = pgd_offset(current->mm, addr); in gup_pgd_range()
2605 pgd_t pgd = READ_ONCE(*pgdp); in gup_pgd_range()
2611 if (!gup_huge_pgd(pgd, pgdp, addr, next, flags, in gup_pgd_range()
2618 } else if (!gup_p4d_range(pgdp, pgd, addr, next, flags, pages, nr)) in gup_pgd_range()
2620 } while (pgdp++, addr = next, addr != end); in gup_pgd_range()