| /OK3568_Linux_fs/kernel/mm/ |
| H A D | util.c | 474 unsigned long locked_vm, limit; in __account_locked_vm() local
479 locked_vm = mm->locked_vm; in __account_locked_vm()
483 if (locked_vm + pages > limit) in __account_locked_vm()
487 mm->locked_vm = locked_vm + pages; in __account_locked_vm()
489 WARN_ON_ONCE(pages > locked_vm); in __account_locked_vm()
490 mm->locked_vm = locked_vm - pages; in __account_locked_vm()
495 locked_vm << PAGE_SHIFT, task_rlimit(task, RLIMIT_MEMLOCK), in __account_locked_vm()
|
| H A D | mremap.c | 677 mm->locked_vm += new_len >> PAGE_SHIFT; in move_vma()
742 locked = mm->locked_vm << PAGE_SHIFT; in vma_to_resize()
987 mm->locked_vm += pages; in SYSCALL_DEFINE5()
|
| H A D | mmap.c | 1426 locked += mm->locked_vm; in mlock_future_check()
1953 mm->locked_vm += (len >> PAGE_SHIFT); in mmap_region()
2492 locked = mm->locked_vm + grow; in acct_stack_growth()
2585 mm->locked_vm += grow; in expand_upwards()
2665 mm->locked_vm += grow; in expand_downwards()
3022 if (mm->locked_vm) { in __do_munmap()
3026 mm->locked_vm -= vma_pages(tmp); in __do_munmap()
3261 mm->locked_vm += (len >> PAGE_SHIFT); in do_brk_flags()
3332 if (mm->locked_vm) { in exit_mmap()
|
| H A D | mlock.c | 580 mm->locked_vm += nr_pages; in mlock_fixup()
708 locked += current->mm->locked_vm; in do_mlock()
|
| H A D | debug.c | 256 mm->hiwater_rss, mm->hiwater_vm, mm->total_vm, mm->locked_vm, in dump_mm()
|
| /OK3568_Linux_fs/kernel/net/xdp/ |
| H A D | xdp_umem.c | 37 atomic_long_sub(umem->npgs, &umem->user->locked_vm); in xdp_umem_unaccount_pages()
142 old_npgs = atomic_long_read(&umem->user->locked_vm); in xdp_umem_account_pages()
149 } while (atomic_long_cmpxchg(&umem->user->locked_vm, old_npgs, in xdp_umem_account_pages()
|
| /OK3568_Linux_fs/kernel/tools/testing/selftests/bpf/progs/ |
| H A D | bpf_iter_bpf_map.c | 26 map->memory.user->locked_vm.counter); in dump_bpf_map()
|
| /OK3568_Linux_fs/kernel/include/linux/sched/ |
| H A D | user.h | 38 atomic_long_t locked_vm; member
|
| /OK3568_Linux_fs/kernel/include/linux/ |
| H A D | mm_types.h | 504 unsigned long locked_vm; /* Pages that have PG_mlocked set */ member
|
| /OK3568_Linux_fs/kernel/kernel/bpf/ |
| H A D | syscall.c | 366 if (atomic_long_add_return(pages, &user->locked_vm) > memlock_limit) { in bpf_charge_memlock()
367 atomic_long_sub(pages, &user->locked_vm); in bpf_charge_memlock()
376 atomic_long_sub(pages, &user->locked_vm); in bpf_uncharge_memlock()
1660 user_bufs = atomic_long_add_return(pages, &user->locked_vm); in __bpf_prog_charge()
1662 atomic_long_sub(pages, &user->locked_vm); in __bpf_prog_charge()
1673 atomic_long_sub(pages, &user->locked_vm); in __bpf_prog_uncharge()
|
| /OK3568_Linux_fs/kernel/Documentation/vm/ |
| H A D | unevictable-lru.rst | 362 VMAs against the task's "locked_vm".
491 to be mlocked to the task's "locked_vm". To account for filtered VMAs,
493 callers then subtract a non-negative return value from the task's locked_vm. A
496 memory range accounted as locked_vm, as the protections could be changed later
|
| /OK3568_Linux_fs/kernel/drivers/infiniband/sw/siw/ |
| H A D | siw_verbs.c | 1307 if (num_pages > mem_limit - current->mm->locked_vm) { in siw_reg_user_mr()
1310 current->mm->locked_vm); in siw_reg_user_mr()
|
| /OK3568_Linux_fs/kernel/drivers/vfio/ |
| H A D | vfio_iommu_type1.c | 586 if (!dma->lock_cap && current->mm->locked_vm + 1 > limit) { in vfio_pin_pages_remote()
614 current->mm->locked_vm + lock_acct + 1 > limit) { in vfio_pin_pages_remote()
|
| /OK3568_Linux_fs/kernel/net/core/ |
| H A D | skbuff.c | 1079 old_pg = atomic_long_read(&user->locked_vm); in mm_account_pinned_pages()
1083 } while (atomic_long_cmpxchg(&user->locked_vm, old_pg, new_pg) != in mm_account_pinned_pages()
1100 atomic_long_sub(mmp->num_pg, &mmp->user->locked_vm); in mm_unaccount_pinned_pages()
|
| /OK3568_Linux_fs/kernel/Documentation/driver-api/ |
| H A D | vfio.rst | 462 mm::locked_vm counter to make sure we do not exceed the rlimit.
|
| /OK3568_Linux_fs/kernel/fs/proc/ |
| H A D | task_mmu.c | 61 SEQ_PUT_DEC(" kB\nVmLck:\t", mm->locked_vm); in task_mem()
|
| /OK3568_Linux_fs/kernel/kernel/events/ |
| H A D | core.c | 5985 atomic_long_sub(rb->aux_nr_pages - rb->aux_mmap_locked, &mmap_user->locked_vm); in perf_mmap_close()
6060 &mmap_user->locked_vm); in perf_mmap_close()
6206 user_locked = atomic_long_read(&user->locked_vm); in perf_mmap()
6269 atomic_long_add(user_extra, &user->locked_vm); in perf_mmap()
|
| /OK3568_Linux_fs/kernel/kernel/ |
| H A D | fork.c | 1067 mm->locked_vm = 0; in mm_init()
|
| /OK3568_Linux_fs/kernel/io_uring/ |
| H A D | io_uring.c | 8645 atomic_long_sub(nr_pages, &user->locked_vm); in __io_unaccount_mem()
8657 cur_pages = atomic_long_read(&user->locked_vm); in __io_account_mem()
8661 } while (atomic_long_cmpxchg(&user->locked_vm, cur_pages, in __io_account_mem()
|