xref: /OK3568_Linux_fs/kernel/mm/cma_debug.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * CMA DebugFS Interface
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  * Copyright (c) 2015 Sasha Levin <sasha.levin@oracle.com>
6*4882a593Smuzhiyun  */
7*4882a593Smuzhiyun 
8*4882a593Smuzhiyun 
9*4882a593Smuzhiyun #include <linux/debugfs.h>
10*4882a593Smuzhiyun #include <linux/cma.h>
11*4882a593Smuzhiyun #include <linux/list.h>
12*4882a593Smuzhiyun #include <linux/kernel.h>
13*4882a593Smuzhiyun #include <linux/slab.h>
14*4882a593Smuzhiyun #include <linux/mm_types.h>
15*4882a593Smuzhiyun 
16*4882a593Smuzhiyun #include "cma.h"
17*4882a593Smuzhiyun 
18*4882a593Smuzhiyun struct cma_mem {
19*4882a593Smuzhiyun 	struct hlist_node node;
20*4882a593Smuzhiyun 	struct page *p;
21*4882a593Smuzhiyun 	unsigned long n;
22*4882a593Smuzhiyun };
23*4882a593Smuzhiyun 
cma_debugfs_get(void * data,u64 * val)24*4882a593Smuzhiyun static int cma_debugfs_get(void *data, u64 *val)
25*4882a593Smuzhiyun {
26*4882a593Smuzhiyun 	unsigned long *p = data;
27*4882a593Smuzhiyun 
28*4882a593Smuzhiyun 	*val = *p;
29*4882a593Smuzhiyun 
30*4882a593Smuzhiyun 	return 0;
31*4882a593Smuzhiyun }
32*4882a593Smuzhiyun DEFINE_DEBUGFS_ATTRIBUTE(cma_debugfs_fops, cma_debugfs_get, NULL, "%llu\n");
33*4882a593Smuzhiyun 
cma_used_get(void * data,u64 * val)34*4882a593Smuzhiyun static int cma_used_get(void *data, u64 *val)
35*4882a593Smuzhiyun {
36*4882a593Smuzhiyun 	struct cma *cma = data;
37*4882a593Smuzhiyun 	unsigned long used;
38*4882a593Smuzhiyun 
39*4882a593Smuzhiyun 	mutex_lock(&cma->lock);
40*4882a593Smuzhiyun 	/* pages counter is smaller than sizeof(int) */
41*4882a593Smuzhiyun 	used = bitmap_weight(cma->bitmap, (int)cma_bitmap_maxno(cma));
42*4882a593Smuzhiyun 	mutex_unlock(&cma->lock);
43*4882a593Smuzhiyun 	*val = (u64)used << cma->order_per_bit;
44*4882a593Smuzhiyun 
45*4882a593Smuzhiyun 	return 0;
46*4882a593Smuzhiyun }
47*4882a593Smuzhiyun DEFINE_DEBUGFS_ATTRIBUTE(cma_used_fops, cma_used_get, NULL, "%llu\n");
48*4882a593Smuzhiyun 
cma_maxchunk_get(void * data,u64 * val)49*4882a593Smuzhiyun static int cma_maxchunk_get(void *data, u64 *val)
50*4882a593Smuzhiyun {
51*4882a593Smuzhiyun 	struct cma *cma = data;
52*4882a593Smuzhiyun 	unsigned long maxchunk = 0;
53*4882a593Smuzhiyun 	unsigned long start, end = 0;
54*4882a593Smuzhiyun 	unsigned long bitmap_maxno = cma_bitmap_maxno(cma);
55*4882a593Smuzhiyun 
56*4882a593Smuzhiyun 	mutex_lock(&cma->lock);
57*4882a593Smuzhiyun 	for (;;) {
58*4882a593Smuzhiyun 		start = find_next_zero_bit(cma->bitmap, bitmap_maxno, end);
59*4882a593Smuzhiyun 		if (start >= bitmap_maxno)
60*4882a593Smuzhiyun 			break;
61*4882a593Smuzhiyun 		end = find_next_bit(cma->bitmap, bitmap_maxno, start);
62*4882a593Smuzhiyun 		maxchunk = max(end - start, maxchunk);
63*4882a593Smuzhiyun 	}
64*4882a593Smuzhiyun 	mutex_unlock(&cma->lock);
65*4882a593Smuzhiyun 	*val = (u64)maxchunk << cma->order_per_bit;
66*4882a593Smuzhiyun 
67*4882a593Smuzhiyun 	return 0;
68*4882a593Smuzhiyun }
69*4882a593Smuzhiyun DEFINE_DEBUGFS_ATTRIBUTE(cma_maxchunk_fops, cma_maxchunk_get, NULL, "%llu\n");
70*4882a593Smuzhiyun 
cma_add_to_cma_mem_list(struct cma * cma,struct cma_mem * mem)71*4882a593Smuzhiyun static void cma_add_to_cma_mem_list(struct cma *cma, struct cma_mem *mem)
72*4882a593Smuzhiyun {
73*4882a593Smuzhiyun 	spin_lock(&cma->mem_head_lock);
74*4882a593Smuzhiyun 	hlist_add_head(&mem->node, &cma->mem_head);
75*4882a593Smuzhiyun 	spin_unlock(&cma->mem_head_lock);
76*4882a593Smuzhiyun }
77*4882a593Smuzhiyun 
cma_get_entry_from_list(struct cma * cma)78*4882a593Smuzhiyun static struct cma_mem *cma_get_entry_from_list(struct cma *cma)
79*4882a593Smuzhiyun {
80*4882a593Smuzhiyun 	struct cma_mem *mem = NULL;
81*4882a593Smuzhiyun 
82*4882a593Smuzhiyun 	spin_lock(&cma->mem_head_lock);
83*4882a593Smuzhiyun 	if (!hlist_empty(&cma->mem_head)) {
84*4882a593Smuzhiyun 		mem = hlist_entry(cma->mem_head.first, struct cma_mem, node);
85*4882a593Smuzhiyun 		hlist_del_init(&mem->node);
86*4882a593Smuzhiyun 	}
87*4882a593Smuzhiyun 	spin_unlock(&cma->mem_head_lock);
88*4882a593Smuzhiyun 
89*4882a593Smuzhiyun 	return mem;
90*4882a593Smuzhiyun }
91*4882a593Smuzhiyun 
cma_free_mem(struct cma * cma,int count)92*4882a593Smuzhiyun static int cma_free_mem(struct cma *cma, int count)
93*4882a593Smuzhiyun {
94*4882a593Smuzhiyun 	struct cma_mem *mem = NULL;
95*4882a593Smuzhiyun 
96*4882a593Smuzhiyun 	while (count) {
97*4882a593Smuzhiyun 		mem = cma_get_entry_from_list(cma);
98*4882a593Smuzhiyun 		if (mem == NULL)
99*4882a593Smuzhiyun 			return 0;
100*4882a593Smuzhiyun 
101*4882a593Smuzhiyun 		if (mem->n <= count) {
102*4882a593Smuzhiyun 			cma_release(cma, mem->p, mem->n);
103*4882a593Smuzhiyun 			count -= mem->n;
104*4882a593Smuzhiyun 			kfree(mem);
105*4882a593Smuzhiyun 		} else if (cma->order_per_bit == 0) {
106*4882a593Smuzhiyun 			cma_release(cma, mem->p, count);
107*4882a593Smuzhiyun 			mem->p += count;
108*4882a593Smuzhiyun 			mem->n -= count;
109*4882a593Smuzhiyun 			count = 0;
110*4882a593Smuzhiyun 			cma_add_to_cma_mem_list(cma, mem);
111*4882a593Smuzhiyun 		} else {
112*4882a593Smuzhiyun 			pr_debug("cma: cannot release partial block when order_per_bit != 0\n");
113*4882a593Smuzhiyun 			cma_add_to_cma_mem_list(cma, mem);
114*4882a593Smuzhiyun 			break;
115*4882a593Smuzhiyun 		}
116*4882a593Smuzhiyun 	}
117*4882a593Smuzhiyun 
118*4882a593Smuzhiyun 	return 0;
119*4882a593Smuzhiyun 
120*4882a593Smuzhiyun }
121*4882a593Smuzhiyun 
cma_free_write(void * data,u64 val)122*4882a593Smuzhiyun static int cma_free_write(void *data, u64 val)
123*4882a593Smuzhiyun {
124*4882a593Smuzhiyun 	int pages = val;
125*4882a593Smuzhiyun 	struct cma *cma = data;
126*4882a593Smuzhiyun 
127*4882a593Smuzhiyun 	return cma_free_mem(cma, pages);
128*4882a593Smuzhiyun }
129*4882a593Smuzhiyun DEFINE_DEBUGFS_ATTRIBUTE(cma_free_fops, NULL, cma_free_write, "%llu\n");
130*4882a593Smuzhiyun 
cma_alloc_mem(struct cma * cma,int count)131*4882a593Smuzhiyun static int cma_alloc_mem(struct cma *cma, int count)
132*4882a593Smuzhiyun {
133*4882a593Smuzhiyun 	struct cma_mem *mem;
134*4882a593Smuzhiyun 	struct page *p;
135*4882a593Smuzhiyun 
136*4882a593Smuzhiyun 	mem = kzalloc(sizeof(*mem), GFP_KERNEL);
137*4882a593Smuzhiyun 	if (!mem)
138*4882a593Smuzhiyun 		return -ENOMEM;
139*4882a593Smuzhiyun 
140*4882a593Smuzhiyun 	p = cma_alloc(cma, count, 0, GFP_KERNEL);
141*4882a593Smuzhiyun 	if (!p) {
142*4882a593Smuzhiyun 		kfree(mem);
143*4882a593Smuzhiyun 		return -ENOMEM;
144*4882a593Smuzhiyun 	}
145*4882a593Smuzhiyun 
146*4882a593Smuzhiyun 	mem->p = p;
147*4882a593Smuzhiyun 	mem->n = count;
148*4882a593Smuzhiyun 
149*4882a593Smuzhiyun 	cma_add_to_cma_mem_list(cma, mem);
150*4882a593Smuzhiyun 
151*4882a593Smuzhiyun 	return 0;
152*4882a593Smuzhiyun }
153*4882a593Smuzhiyun 
cma_alloc_write(void * data,u64 val)154*4882a593Smuzhiyun static int cma_alloc_write(void *data, u64 val)
155*4882a593Smuzhiyun {
156*4882a593Smuzhiyun 	int pages = val;
157*4882a593Smuzhiyun 	struct cma *cma = data;
158*4882a593Smuzhiyun 
159*4882a593Smuzhiyun 	return cma_alloc_mem(cma, pages);
160*4882a593Smuzhiyun }
161*4882a593Smuzhiyun DEFINE_DEBUGFS_ATTRIBUTE(cma_alloc_fops, NULL, cma_alloc_write, "%llu\n");
162*4882a593Smuzhiyun 
cma_debugfs_add_one(struct cma * cma,struct dentry * root_dentry)163*4882a593Smuzhiyun static void cma_debugfs_add_one(struct cma *cma, struct dentry *root_dentry)
164*4882a593Smuzhiyun {
165*4882a593Smuzhiyun 	struct dentry *tmp;
166*4882a593Smuzhiyun 	char name[16];
167*4882a593Smuzhiyun 
168*4882a593Smuzhiyun 	scnprintf(name, sizeof(name), "cma-%s", cma->name);
169*4882a593Smuzhiyun 
170*4882a593Smuzhiyun 	tmp = debugfs_create_dir(name, root_dentry);
171*4882a593Smuzhiyun 
172*4882a593Smuzhiyun 	debugfs_create_file("alloc", 0200, tmp, cma, &cma_alloc_fops);
173*4882a593Smuzhiyun 	debugfs_create_file("free", 0200, tmp, cma, &cma_free_fops);
174*4882a593Smuzhiyun 	debugfs_create_file("base_pfn", 0444, tmp,
175*4882a593Smuzhiyun 			    &cma->base_pfn, &cma_debugfs_fops);
176*4882a593Smuzhiyun 	debugfs_create_file("count", 0444, tmp, &cma->count, &cma_debugfs_fops);
177*4882a593Smuzhiyun 	debugfs_create_file("order_per_bit", 0444, tmp,
178*4882a593Smuzhiyun 			    &cma->order_per_bit, &cma_debugfs_fops);
179*4882a593Smuzhiyun 	debugfs_create_file("used", 0444, tmp, cma, &cma_used_fops);
180*4882a593Smuzhiyun 	debugfs_create_file("maxchunk", 0444, tmp, cma, &cma_maxchunk_fops);
181*4882a593Smuzhiyun 
182*4882a593Smuzhiyun 	cma->dfs_bitmap.array = (u32 *)cma->bitmap;
183*4882a593Smuzhiyun 	cma->dfs_bitmap.n_elements = DIV_ROUND_UP(cma_bitmap_maxno(cma),
184*4882a593Smuzhiyun 						  BITS_PER_BYTE * sizeof(u32));
185*4882a593Smuzhiyun 	debugfs_create_u32_array("bitmap", 0444, tmp, &cma->dfs_bitmap);
186*4882a593Smuzhiyun }
187*4882a593Smuzhiyun 
cma_debugfs_init(void)188*4882a593Smuzhiyun static int __init cma_debugfs_init(void)
189*4882a593Smuzhiyun {
190*4882a593Smuzhiyun 	struct dentry *cma_debugfs_root;
191*4882a593Smuzhiyun 	int i;
192*4882a593Smuzhiyun 
193*4882a593Smuzhiyun 	cma_debugfs_root = debugfs_create_dir("cma", NULL);
194*4882a593Smuzhiyun 
195*4882a593Smuzhiyun 	for (i = 0; i < cma_area_count; i++)
196*4882a593Smuzhiyun 		cma_debugfs_add_one(&cma_areas[i], cma_debugfs_root);
197*4882a593Smuzhiyun 
198*4882a593Smuzhiyun 	return 0;
199*4882a593Smuzhiyun }
200*4882a593Smuzhiyun late_initcall(cma_debugfs_init);
201