1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */ 2*4882a593Smuzhiyun #undef TRACE_SYSTEM 3*4882a593Smuzhiyun #define TRACE_SYSTEM huge_memory 4*4882a593Smuzhiyun 5*4882a593Smuzhiyun #if !defined(__HUGE_MEMORY_H) || defined(TRACE_HEADER_MULTI_READ) 6*4882a593Smuzhiyun #define __HUGE_MEMORY_H 7*4882a593Smuzhiyun 8*4882a593Smuzhiyun #include <linux/tracepoint.h> 9*4882a593Smuzhiyun 10*4882a593Smuzhiyun #define SCAN_STATUS \ 11*4882a593Smuzhiyun EM( SCAN_FAIL, "failed") \ 12*4882a593Smuzhiyun EM( SCAN_SUCCEED, "succeeded") \ 13*4882a593Smuzhiyun EM( SCAN_PMD_NULL, "pmd_null") \ 14*4882a593Smuzhiyun EM( SCAN_EXCEED_NONE_PTE, "exceed_none_pte") \ 15*4882a593Smuzhiyun EM( SCAN_EXCEED_SWAP_PTE, "exceed_swap_pte") \ 16*4882a593Smuzhiyun EM( SCAN_EXCEED_SHARED_PTE, "exceed_shared_pte") \ 17*4882a593Smuzhiyun EM( SCAN_PTE_NON_PRESENT, "pte_non_present") \ 18*4882a593Smuzhiyun EM( SCAN_PTE_UFFD_WP, "pte_uffd_wp") \ 19*4882a593Smuzhiyun EM( SCAN_PAGE_RO, "no_writable_page") \ 20*4882a593Smuzhiyun EM( SCAN_LACK_REFERENCED_PAGE, "lack_referenced_page") \ 21*4882a593Smuzhiyun EM( SCAN_PAGE_NULL, "page_null") \ 22*4882a593Smuzhiyun EM( SCAN_SCAN_ABORT, "scan_aborted") \ 23*4882a593Smuzhiyun EM( SCAN_PAGE_COUNT, "not_suitable_page_count") \ 24*4882a593Smuzhiyun EM( SCAN_PAGE_LRU, "page_not_in_lru") \ 25*4882a593Smuzhiyun EM( SCAN_PAGE_LOCK, "page_locked") \ 26*4882a593Smuzhiyun EM( SCAN_PAGE_ANON, "page_not_anon") \ 27*4882a593Smuzhiyun EM( SCAN_PAGE_COMPOUND, "page_compound") \ 28*4882a593Smuzhiyun EM( SCAN_ANY_PROCESS, "no_process_for_page") \ 29*4882a593Smuzhiyun EM( SCAN_VMA_NULL, "vma_null") \ 30*4882a593Smuzhiyun EM( SCAN_VMA_CHECK, "vma_check_failed") \ 31*4882a593Smuzhiyun EM( SCAN_ADDRESS_RANGE, "not_suitable_address_range") \ 32*4882a593Smuzhiyun EM( SCAN_SWAP_CACHE_PAGE, "page_swap_cache") \ 33*4882a593Smuzhiyun EM( SCAN_DEL_PAGE_LRU, "could_not_delete_page_from_lru")\ 34*4882a593Smuzhiyun EM( SCAN_ALLOC_HUGE_PAGE_FAIL, "alloc_huge_page_failed") \ 35*4882a593Smuzhiyun EM( SCAN_CGROUP_CHARGE_FAIL, "ccgroup_charge_failed") \ 36*4882a593Smuzhiyun EM( SCAN_TRUNCATED, "truncated") \ 37*4882a593Smuzhiyun EMe(SCAN_PAGE_HAS_PRIVATE, "page_has_private") \ 38*4882a593Smuzhiyun 39*4882a593Smuzhiyun #undef EM 40*4882a593Smuzhiyun #undef EMe 41*4882a593Smuzhiyun #define EM(a, b) TRACE_DEFINE_ENUM(a); 42*4882a593Smuzhiyun #define EMe(a, b) TRACE_DEFINE_ENUM(a); 43*4882a593Smuzhiyun 44*4882a593Smuzhiyun SCAN_STATUS 45*4882a593Smuzhiyun 46*4882a593Smuzhiyun #undef EM 47*4882a593Smuzhiyun #undef EMe 48*4882a593Smuzhiyun #define EM(a, b) {a, b}, 49*4882a593Smuzhiyun #define EMe(a, b) {a, b} 50*4882a593Smuzhiyun 51*4882a593Smuzhiyun TRACE_EVENT(mm_khugepaged_scan_pmd, 52*4882a593Smuzhiyun 53*4882a593Smuzhiyun TP_PROTO(struct mm_struct *mm, struct page *page, bool writable, 54*4882a593Smuzhiyun int referenced, int none_or_zero, int status, int unmapped), 55*4882a593Smuzhiyun 56*4882a593Smuzhiyun TP_ARGS(mm, page, writable, referenced, none_or_zero, status, unmapped), 57*4882a593Smuzhiyun 58*4882a593Smuzhiyun TP_STRUCT__entry( 59*4882a593Smuzhiyun __field(struct mm_struct *, mm) 60*4882a593Smuzhiyun __field(unsigned long, pfn) 61*4882a593Smuzhiyun __field(bool, writable) 62*4882a593Smuzhiyun __field(int, referenced) 63*4882a593Smuzhiyun __field(int, none_or_zero) 64*4882a593Smuzhiyun __field(int, status) 65*4882a593Smuzhiyun __field(int, unmapped) 66*4882a593Smuzhiyun ), 67*4882a593Smuzhiyun 68*4882a593Smuzhiyun TP_fast_assign( 69*4882a593Smuzhiyun __entry->mm = mm; 70*4882a593Smuzhiyun __entry->pfn = page ? page_to_pfn(page) : -1; 71*4882a593Smuzhiyun __entry->writable = writable; 72*4882a593Smuzhiyun __entry->referenced = referenced; 73*4882a593Smuzhiyun __entry->none_or_zero = none_or_zero; 74*4882a593Smuzhiyun __entry->status = status; 75*4882a593Smuzhiyun __entry->unmapped = unmapped; 76*4882a593Smuzhiyun ), 77*4882a593Smuzhiyun 78*4882a593Smuzhiyun TP_printk("mm=%p, scan_pfn=0x%lx, writable=%d, referenced=%d, none_or_zero=%d, status=%s, unmapped=%d", 79*4882a593Smuzhiyun __entry->mm, 80*4882a593Smuzhiyun __entry->pfn, 81*4882a593Smuzhiyun __entry->writable, 82*4882a593Smuzhiyun __entry->referenced, 83*4882a593Smuzhiyun __entry->none_or_zero, 84*4882a593Smuzhiyun __print_symbolic(__entry->status, SCAN_STATUS), 85*4882a593Smuzhiyun __entry->unmapped) 86*4882a593Smuzhiyun ); 87*4882a593Smuzhiyun 88*4882a593Smuzhiyun TRACE_EVENT(mm_collapse_huge_page, 89*4882a593Smuzhiyun 90*4882a593Smuzhiyun TP_PROTO(struct mm_struct *mm, int isolated, int status), 91*4882a593Smuzhiyun 92*4882a593Smuzhiyun TP_ARGS(mm, isolated, status), 93*4882a593Smuzhiyun 94*4882a593Smuzhiyun TP_STRUCT__entry( 95*4882a593Smuzhiyun __field(struct mm_struct *, mm) 96*4882a593Smuzhiyun __field(int, isolated) 97*4882a593Smuzhiyun __field(int, status) 98*4882a593Smuzhiyun ), 99*4882a593Smuzhiyun 100*4882a593Smuzhiyun TP_fast_assign( 101*4882a593Smuzhiyun __entry->mm = mm; 102*4882a593Smuzhiyun __entry->isolated = isolated; 103*4882a593Smuzhiyun __entry->status = status; 104*4882a593Smuzhiyun ), 105*4882a593Smuzhiyun 106*4882a593Smuzhiyun TP_printk("mm=%p, isolated=%d, status=%s", 107*4882a593Smuzhiyun __entry->mm, 108*4882a593Smuzhiyun __entry->isolated, 109*4882a593Smuzhiyun __print_symbolic(__entry->status, SCAN_STATUS)) 110*4882a593Smuzhiyun ); 111*4882a593Smuzhiyun 112*4882a593Smuzhiyun TRACE_EVENT(mm_collapse_huge_page_isolate, 113*4882a593Smuzhiyun 114*4882a593Smuzhiyun TP_PROTO(struct page *page, int none_or_zero, 115*4882a593Smuzhiyun int referenced, bool writable, int status), 116*4882a593Smuzhiyun 117*4882a593Smuzhiyun TP_ARGS(page, none_or_zero, referenced, writable, status), 118*4882a593Smuzhiyun 119*4882a593Smuzhiyun TP_STRUCT__entry( 120*4882a593Smuzhiyun __field(unsigned long, pfn) 121*4882a593Smuzhiyun __field(int, none_or_zero) 122*4882a593Smuzhiyun __field(int, referenced) 123*4882a593Smuzhiyun __field(bool, writable) 124*4882a593Smuzhiyun __field(int, status) 125*4882a593Smuzhiyun ), 126*4882a593Smuzhiyun 127*4882a593Smuzhiyun TP_fast_assign( 128*4882a593Smuzhiyun __entry->pfn = page ? page_to_pfn(page) : -1; 129*4882a593Smuzhiyun __entry->none_or_zero = none_or_zero; 130*4882a593Smuzhiyun __entry->referenced = referenced; 131*4882a593Smuzhiyun __entry->writable = writable; 132*4882a593Smuzhiyun __entry->status = status; 133*4882a593Smuzhiyun ), 134*4882a593Smuzhiyun 135*4882a593Smuzhiyun TP_printk("scan_pfn=0x%lx, none_or_zero=%d, referenced=%d, writable=%d, status=%s", 136*4882a593Smuzhiyun __entry->pfn, 137*4882a593Smuzhiyun __entry->none_or_zero, 138*4882a593Smuzhiyun __entry->referenced, 139*4882a593Smuzhiyun __entry->writable, 140*4882a593Smuzhiyun __print_symbolic(__entry->status, SCAN_STATUS)) 141*4882a593Smuzhiyun ); 142*4882a593Smuzhiyun 143*4882a593Smuzhiyun TRACE_EVENT(mm_collapse_huge_page_swapin, 144*4882a593Smuzhiyun 145*4882a593Smuzhiyun TP_PROTO(struct mm_struct *mm, int swapped_in, int referenced, int ret), 146*4882a593Smuzhiyun 147*4882a593Smuzhiyun TP_ARGS(mm, swapped_in, referenced, ret), 148*4882a593Smuzhiyun 149*4882a593Smuzhiyun TP_STRUCT__entry( 150*4882a593Smuzhiyun __field(struct mm_struct *, mm) 151*4882a593Smuzhiyun __field(int, swapped_in) 152*4882a593Smuzhiyun __field(int, referenced) 153*4882a593Smuzhiyun __field(int, ret) 154*4882a593Smuzhiyun ), 155*4882a593Smuzhiyun 156*4882a593Smuzhiyun TP_fast_assign( 157*4882a593Smuzhiyun __entry->mm = mm; 158*4882a593Smuzhiyun __entry->swapped_in = swapped_in; 159*4882a593Smuzhiyun __entry->referenced = referenced; 160*4882a593Smuzhiyun __entry->ret = ret; 161*4882a593Smuzhiyun ), 162*4882a593Smuzhiyun 163*4882a593Smuzhiyun TP_printk("mm=%p, swapped_in=%d, referenced=%d, ret=%d", 164*4882a593Smuzhiyun __entry->mm, 165*4882a593Smuzhiyun __entry->swapped_in, 166*4882a593Smuzhiyun __entry->referenced, 167*4882a593Smuzhiyun __entry->ret) 168*4882a593Smuzhiyun ); 169*4882a593Smuzhiyun 170*4882a593Smuzhiyun #endif /* __HUGE_MEMORY_H */ 171*4882a593Smuzhiyun #include <trace/define_trace.h> 172