1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * CMA DebugFS Interface
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (c) 2015 Sasha Levin <sasha.levin@oracle.com>
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <linux/debugfs.h>
10*4882a593Smuzhiyun #include <linux/cma.h>
11*4882a593Smuzhiyun #include <linux/list.h>
12*4882a593Smuzhiyun #include <linux/kernel.h>
13*4882a593Smuzhiyun #include <linux/slab.h>
14*4882a593Smuzhiyun #include <linux/mm_types.h>
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun #include "cma.h"
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun struct cma_mem {
19*4882a593Smuzhiyun struct hlist_node node;
20*4882a593Smuzhiyun struct page *p;
21*4882a593Smuzhiyun unsigned long n;
22*4882a593Smuzhiyun };
23*4882a593Smuzhiyun
cma_debugfs_get(void * data,u64 * val)24*4882a593Smuzhiyun static int cma_debugfs_get(void *data, u64 *val)
25*4882a593Smuzhiyun {
26*4882a593Smuzhiyun unsigned long *p = data;
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun *val = *p;
29*4882a593Smuzhiyun
30*4882a593Smuzhiyun return 0;
31*4882a593Smuzhiyun }
32*4882a593Smuzhiyun DEFINE_DEBUGFS_ATTRIBUTE(cma_debugfs_fops, cma_debugfs_get, NULL, "%llu\n");
33*4882a593Smuzhiyun
cma_used_get(void * data,u64 * val)34*4882a593Smuzhiyun static int cma_used_get(void *data, u64 *val)
35*4882a593Smuzhiyun {
36*4882a593Smuzhiyun struct cma *cma = data;
37*4882a593Smuzhiyun unsigned long used;
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun mutex_lock(&cma->lock);
40*4882a593Smuzhiyun /* pages counter is smaller than sizeof(int) */
41*4882a593Smuzhiyun used = bitmap_weight(cma->bitmap, (int)cma_bitmap_maxno(cma));
42*4882a593Smuzhiyun mutex_unlock(&cma->lock);
43*4882a593Smuzhiyun *val = (u64)used << cma->order_per_bit;
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun return 0;
46*4882a593Smuzhiyun }
47*4882a593Smuzhiyun DEFINE_DEBUGFS_ATTRIBUTE(cma_used_fops, cma_used_get, NULL, "%llu\n");
48*4882a593Smuzhiyun
cma_maxchunk_get(void * data,u64 * val)49*4882a593Smuzhiyun static int cma_maxchunk_get(void *data, u64 *val)
50*4882a593Smuzhiyun {
51*4882a593Smuzhiyun struct cma *cma = data;
52*4882a593Smuzhiyun unsigned long maxchunk = 0;
53*4882a593Smuzhiyun unsigned long start, end = 0;
54*4882a593Smuzhiyun unsigned long bitmap_maxno = cma_bitmap_maxno(cma);
55*4882a593Smuzhiyun
56*4882a593Smuzhiyun mutex_lock(&cma->lock);
57*4882a593Smuzhiyun for (;;) {
58*4882a593Smuzhiyun start = find_next_zero_bit(cma->bitmap, bitmap_maxno, end);
59*4882a593Smuzhiyun if (start >= bitmap_maxno)
60*4882a593Smuzhiyun break;
61*4882a593Smuzhiyun end = find_next_bit(cma->bitmap, bitmap_maxno, start);
62*4882a593Smuzhiyun maxchunk = max(end - start, maxchunk);
63*4882a593Smuzhiyun }
64*4882a593Smuzhiyun mutex_unlock(&cma->lock);
65*4882a593Smuzhiyun *val = (u64)maxchunk << cma->order_per_bit;
66*4882a593Smuzhiyun
67*4882a593Smuzhiyun return 0;
68*4882a593Smuzhiyun }
69*4882a593Smuzhiyun DEFINE_DEBUGFS_ATTRIBUTE(cma_maxchunk_fops, cma_maxchunk_get, NULL, "%llu\n");
70*4882a593Smuzhiyun
cma_add_to_cma_mem_list(struct cma * cma,struct cma_mem * mem)71*4882a593Smuzhiyun static void cma_add_to_cma_mem_list(struct cma *cma, struct cma_mem *mem)
72*4882a593Smuzhiyun {
73*4882a593Smuzhiyun spin_lock(&cma->mem_head_lock);
74*4882a593Smuzhiyun hlist_add_head(&mem->node, &cma->mem_head);
75*4882a593Smuzhiyun spin_unlock(&cma->mem_head_lock);
76*4882a593Smuzhiyun }
77*4882a593Smuzhiyun
cma_get_entry_from_list(struct cma * cma)78*4882a593Smuzhiyun static struct cma_mem *cma_get_entry_from_list(struct cma *cma)
79*4882a593Smuzhiyun {
80*4882a593Smuzhiyun struct cma_mem *mem = NULL;
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun spin_lock(&cma->mem_head_lock);
83*4882a593Smuzhiyun if (!hlist_empty(&cma->mem_head)) {
84*4882a593Smuzhiyun mem = hlist_entry(cma->mem_head.first, struct cma_mem, node);
85*4882a593Smuzhiyun hlist_del_init(&mem->node);
86*4882a593Smuzhiyun }
87*4882a593Smuzhiyun spin_unlock(&cma->mem_head_lock);
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun return mem;
90*4882a593Smuzhiyun }
91*4882a593Smuzhiyun
cma_free_mem(struct cma * cma,int count)92*4882a593Smuzhiyun static int cma_free_mem(struct cma *cma, int count)
93*4882a593Smuzhiyun {
94*4882a593Smuzhiyun struct cma_mem *mem = NULL;
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun while (count) {
97*4882a593Smuzhiyun mem = cma_get_entry_from_list(cma);
98*4882a593Smuzhiyun if (mem == NULL)
99*4882a593Smuzhiyun return 0;
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun if (mem->n <= count) {
102*4882a593Smuzhiyun cma_release(cma, mem->p, mem->n);
103*4882a593Smuzhiyun count -= mem->n;
104*4882a593Smuzhiyun kfree(mem);
105*4882a593Smuzhiyun } else if (cma->order_per_bit == 0) {
106*4882a593Smuzhiyun cma_release(cma, mem->p, count);
107*4882a593Smuzhiyun mem->p += count;
108*4882a593Smuzhiyun mem->n -= count;
109*4882a593Smuzhiyun count = 0;
110*4882a593Smuzhiyun cma_add_to_cma_mem_list(cma, mem);
111*4882a593Smuzhiyun } else {
112*4882a593Smuzhiyun pr_debug("cma: cannot release partial block when order_per_bit != 0\n");
113*4882a593Smuzhiyun cma_add_to_cma_mem_list(cma, mem);
114*4882a593Smuzhiyun break;
115*4882a593Smuzhiyun }
116*4882a593Smuzhiyun }
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun return 0;
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun }
121*4882a593Smuzhiyun
cma_free_write(void * data,u64 val)122*4882a593Smuzhiyun static int cma_free_write(void *data, u64 val)
123*4882a593Smuzhiyun {
124*4882a593Smuzhiyun int pages = val;
125*4882a593Smuzhiyun struct cma *cma = data;
126*4882a593Smuzhiyun
127*4882a593Smuzhiyun return cma_free_mem(cma, pages);
128*4882a593Smuzhiyun }
129*4882a593Smuzhiyun DEFINE_DEBUGFS_ATTRIBUTE(cma_free_fops, NULL, cma_free_write, "%llu\n");
130*4882a593Smuzhiyun
cma_alloc_mem(struct cma * cma,int count)131*4882a593Smuzhiyun static int cma_alloc_mem(struct cma *cma, int count)
132*4882a593Smuzhiyun {
133*4882a593Smuzhiyun struct cma_mem *mem;
134*4882a593Smuzhiyun struct page *p;
135*4882a593Smuzhiyun
136*4882a593Smuzhiyun mem = kzalloc(sizeof(*mem), GFP_KERNEL);
137*4882a593Smuzhiyun if (!mem)
138*4882a593Smuzhiyun return -ENOMEM;
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun p = cma_alloc(cma, count, 0, GFP_KERNEL);
141*4882a593Smuzhiyun if (!p) {
142*4882a593Smuzhiyun kfree(mem);
143*4882a593Smuzhiyun return -ENOMEM;
144*4882a593Smuzhiyun }
145*4882a593Smuzhiyun
146*4882a593Smuzhiyun mem->p = p;
147*4882a593Smuzhiyun mem->n = count;
148*4882a593Smuzhiyun
149*4882a593Smuzhiyun cma_add_to_cma_mem_list(cma, mem);
150*4882a593Smuzhiyun
151*4882a593Smuzhiyun return 0;
152*4882a593Smuzhiyun }
153*4882a593Smuzhiyun
cma_alloc_write(void * data,u64 val)154*4882a593Smuzhiyun static int cma_alloc_write(void *data, u64 val)
155*4882a593Smuzhiyun {
156*4882a593Smuzhiyun int pages = val;
157*4882a593Smuzhiyun struct cma *cma = data;
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun return cma_alloc_mem(cma, pages);
160*4882a593Smuzhiyun }
161*4882a593Smuzhiyun DEFINE_DEBUGFS_ATTRIBUTE(cma_alloc_fops, NULL, cma_alloc_write, "%llu\n");
162*4882a593Smuzhiyun
cma_debugfs_add_one(struct cma * cma,struct dentry * root_dentry)163*4882a593Smuzhiyun static void cma_debugfs_add_one(struct cma *cma, struct dentry *root_dentry)
164*4882a593Smuzhiyun {
165*4882a593Smuzhiyun struct dentry *tmp;
166*4882a593Smuzhiyun char name[16];
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun scnprintf(name, sizeof(name), "cma-%s", cma->name);
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun tmp = debugfs_create_dir(name, root_dentry);
171*4882a593Smuzhiyun
172*4882a593Smuzhiyun debugfs_create_file("alloc", 0200, tmp, cma, &cma_alloc_fops);
173*4882a593Smuzhiyun debugfs_create_file("free", 0200, tmp, cma, &cma_free_fops);
174*4882a593Smuzhiyun debugfs_create_file("base_pfn", 0444, tmp,
175*4882a593Smuzhiyun &cma->base_pfn, &cma_debugfs_fops);
176*4882a593Smuzhiyun debugfs_create_file("count", 0444, tmp, &cma->count, &cma_debugfs_fops);
177*4882a593Smuzhiyun debugfs_create_file("order_per_bit", 0444, tmp,
178*4882a593Smuzhiyun &cma->order_per_bit, &cma_debugfs_fops);
179*4882a593Smuzhiyun debugfs_create_file("used", 0444, tmp, cma, &cma_used_fops);
180*4882a593Smuzhiyun debugfs_create_file("maxchunk", 0444, tmp, cma, &cma_maxchunk_fops);
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun cma->dfs_bitmap.array = (u32 *)cma->bitmap;
183*4882a593Smuzhiyun cma->dfs_bitmap.n_elements = DIV_ROUND_UP(cma_bitmap_maxno(cma),
184*4882a593Smuzhiyun BITS_PER_BYTE * sizeof(u32));
185*4882a593Smuzhiyun debugfs_create_u32_array("bitmap", 0444, tmp, &cma->dfs_bitmap);
186*4882a593Smuzhiyun }
187*4882a593Smuzhiyun
cma_debugfs_init(void)188*4882a593Smuzhiyun static int __init cma_debugfs_init(void)
189*4882a593Smuzhiyun {
190*4882a593Smuzhiyun struct dentry *cma_debugfs_root;
191*4882a593Smuzhiyun int i;
192*4882a593Smuzhiyun
193*4882a593Smuzhiyun cma_debugfs_root = debugfs_create_dir("cma", NULL);
194*4882a593Smuzhiyun
195*4882a593Smuzhiyun for (i = 0; i < cma_area_count; i++)
196*4882a593Smuzhiyun cma_debugfs_add_one(&cma_areas[i], cma_debugfs_root);
197*4882a593Smuzhiyun
198*4882a593Smuzhiyun return 0;
199*4882a593Smuzhiyun }
200*4882a593Smuzhiyun late_initcall(cma_debugfs_init);
201