1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun
3*4882a593Smuzhiyun #include <linux/mm.h>
4*4882a593Smuzhiyun #include <linux/file.h>
5*4882a593Smuzhiyun #include <linux/fdtable.h>
6*4882a593Smuzhiyun #include <linux/fs_struct.h>
7*4882a593Smuzhiyun #include <linux/mount.h>
8*4882a593Smuzhiyun #include <linux/ptrace.h>
9*4882a593Smuzhiyun #include <linux/slab.h>
10*4882a593Smuzhiyun #include <linux/seq_file.h>
11*4882a593Smuzhiyun #include <linux/sched/mm.h>
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #include "internal.h"
14*4882a593Smuzhiyun
15*4882a593Smuzhiyun /*
16*4882a593Smuzhiyun * Logic: we've got two memory sums for each process, "shared", and
17*4882a593Smuzhiyun * "non-shared". Shared memory may get counted more than once, for
18*4882a593Smuzhiyun * each process that owns it. Non-shared memory is counted
19*4882a593Smuzhiyun * accurately.
20*4882a593Smuzhiyun */
task_mem(struct seq_file * m,struct mm_struct * mm)21*4882a593Smuzhiyun void task_mem(struct seq_file *m, struct mm_struct *mm)
22*4882a593Smuzhiyun {
23*4882a593Smuzhiyun struct vm_area_struct *vma;
24*4882a593Smuzhiyun struct vm_region *region;
25*4882a593Smuzhiyun struct rb_node *p;
26*4882a593Smuzhiyun unsigned long bytes = 0, sbytes = 0, slack = 0, size;
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun mmap_read_lock(mm);
29*4882a593Smuzhiyun for (p = rb_first(&mm->mm_rb); p; p = rb_next(p)) {
30*4882a593Smuzhiyun vma = rb_entry(p, struct vm_area_struct, vm_rb);
31*4882a593Smuzhiyun
32*4882a593Smuzhiyun bytes += kobjsize(vma);
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun region = vma->vm_region;
35*4882a593Smuzhiyun if (region) {
36*4882a593Smuzhiyun size = kobjsize(region);
37*4882a593Smuzhiyun size += region->vm_end - region->vm_start;
38*4882a593Smuzhiyun } else {
39*4882a593Smuzhiyun size = vma->vm_end - vma->vm_start;
40*4882a593Smuzhiyun }
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun if (atomic_read(&mm->mm_count) > 1 ||
43*4882a593Smuzhiyun vma->vm_flags & VM_MAYSHARE) {
44*4882a593Smuzhiyun sbytes += size;
45*4882a593Smuzhiyun } else {
46*4882a593Smuzhiyun bytes += size;
47*4882a593Smuzhiyun if (region)
48*4882a593Smuzhiyun slack = region->vm_end - vma->vm_end;
49*4882a593Smuzhiyun }
50*4882a593Smuzhiyun }
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun if (atomic_read(&mm->mm_count) > 1)
53*4882a593Smuzhiyun sbytes += kobjsize(mm);
54*4882a593Smuzhiyun else
55*4882a593Smuzhiyun bytes += kobjsize(mm);
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun if (current->fs && current->fs->users > 1)
58*4882a593Smuzhiyun sbytes += kobjsize(current->fs);
59*4882a593Smuzhiyun else
60*4882a593Smuzhiyun bytes += kobjsize(current->fs);
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun if (current->files && atomic_read(¤t->files->count) > 1)
63*4882a593Smuzhiyun sbytes += kobjsize(current->files);
64*4882a593Smuzhiyun else
65*4882a593Smuzhiyun bytes += kobjsize(current->files);
66*4882a593Smuzhiyun
67*4882a593Smuzhiyun if (current->sighand && refcount_read(¤t->sighand->count) > 1)
68*4882a593Smuzhiyun sbytes += kobjsize(current->sighand);
69*4882a593Smuzhiyun else
70*4882a593Smuzhiyun bytes += kobjsize(current->sighand);
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun bytes += kobjsize(current); /* includes kernel stack */
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun seq_printf(m,
75*4882a593Smuzhiyun "Mem:\t%8lu bytes\n"
76*4882a593Smuzhiyun "Slack:\t%8lu bytes\n"
77*4882a593Smuzhiyun "Shared:\t%8lu bytes\n",
78*4882a593Smuzhiyun bytes, slack, sbytes);
79*4882a593Smuzhiyun
80*4882a593Smuzhiyun mmap_read_unlock(mm);
81*4882a593Smuzhiyun }
82*4882a593Smuzhiyun
task_vsize(struct mm_struct * mm)83*4882a593Smuzhiyun unsigned long task_vsize(struct mm_struct *mm)
84*4882a593Smuzhiyun {
85*4882a593Smuzhiyun struct vm_area_struct *vma;
86*4882a593Smuzhiyun struct rb_node *p;
87*4882a593Smuzhiyun unsigned long vsize = 0;
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun mmap_read_lock(mm);
90*4882a593Smuzhiyun for (p = rb_first(&mm->mm_rb); p; p = rb_next(p)) {
91*4882a593Smuzhiyun vma = rb_entry(p, struct vm_area_struct, vm_rb);
92*4882a593Smuzhiyun vsize += vma->vm_end - vma->vm_start;
93*4882a593Smuzhiyun }
94*4882a593Smuzhiyun mmap_read_unlock(mm);
95*4882a593Smuzhiyun return vsize;
96*4882a593Smuzhiyun }
97*4882a593Smuzhiyun
task_statm(struct mm_struct * mm,unsigned long * shared,unsigned long * text,unsigned long * data,unsigned long * resident)98*4882a593Smuzhiyun unsigned long task_statm(struct mm_struct *mm,
99*4882a593Smuzhiyun unsigned long *shared, unsigned long *text,
100*4882a593Smuzhiyun unsigned long *data, unsigned long *resident)
101*4882a593Smuzhiyun {
102*4882a593Smuzhiyun struct vm_area_struct *vma;
103*4882a593Smuzhiyun struct vm_region *region;
104*4882a593Smuzhiyun struct rb_node *p;
105*4882a593Smuzhiyun unsigned long size = kobjsize(mm);
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun mmap_read_lock(mm);
108*4882a593Smuzhiyun for (p = rb_first(&mm->mm_rb); p; p = rb_next(p)) {
109*4882a593Smuzhiyun vma = rb_entry(p, struct vm_area_struct, vm_rb);
110*4882a593Smuzhiyun size += kobjsize(vma);
111*4882a593Smuzhiyun region = vma->vm_region;
112*4882a593Smuzhiyun if (region) {
113*4882a593Smuzhiyun size += kobjsize(region);
114*4882a593Smuzhiyun size += region->vm_end - region->vm_start;
115*4882a593Smuzhiyun }
116*4882a593Smuzhiyun }
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun *text = (PAGE_ALIGN(mm->end_code) - (mm->start_code & PAGE_MASK))
119*4882a593Smuzhiyun >> PAGE_SHIFT;
120*4882a593Smuzhiyun *data = (PAGE_ALIGN(mm->start_stack) - (mm->start_data & PAGE_MASK))
121*4882a593Smuzhiyun >> PAGE_SHIFT;
122*4882a593Smuzhiyun mmap_read_unlock(mm);
123*4882a593Smuzhiyun size >>= PAGE_SHIFT;
124*4882a593Smuzhiyun size += *text + *data;
125*4882a593Smuzhiyun *resident = size;
126*4882a593Smuzhiyun return size;
127*4882a593Smuzhiyun }
128*4882a593Smuzhiyun
is_stack(struct vm_area_struct * vma)129*4882a593Smuzhiyun static int is_stack(struct vm_area_struct *vma)
130*4882a593Smuzhiyun {
131*4882a593Smuzhiyun struct mm_struct *mm = vma->vm_mm;
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun /*
134*4882a593Smuzhiyun * We make no effort to guess what a given thread considers to be
135*4882a593Smuzhiyun * its "stack". It's not even well-defined for programs written
136*4882a593Smuzhiyun * languages like Go.
137*4882a593Smuzhiyun */
138*4882a593Smuzhiyun return vma->vm_start <= mm->start_stack &&
139*4882a593Smuzhiyun vma->vm_end >= mm->start_stack;
140*4882a593Smuzhiyun }
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun /*
143*4882a593Smuzhiyun * display a single VMA to a sequenced file
144*4882a593Smuzhiyun */
nommu_vma_show(struct seq_file * m,struct vm_area_struct * vma)145*4882a593Smuzhiyun static int nommu_vma_show(struct seq_file *m, struct vm_area_struct *vma)
146*4882a593Smuzhiyun {
147*4882a593Smuzhiyun struct mm_struct *mm = vma->vm_mm;
148*4882a593Smuzhiyun unsigned long ino = 0;
149*4882a593Smuzhiyun struct file *file;
150*4882a593Smuzhiyun dev_t dev = 0;
151*4882a593Smuzhiyun int flags;
152*4882a593Smuzhiyun unsigned long long pgoff = 0;
153*4882a593Smuzhiyun
154*4882a593Smuzhiyun flags = vma->vm_flags;
155*4882a593Smuzhiyun file = vma->vm_file;
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun if (file) {
158*4882a593Smuzhiyun struct inode *inode = file_inode(vma->vm_file);
159*4882a593Smuzhiyun dev = inode->i_sb->s_dev;
160*4882a593Smuzhiyun ino = inode->i_ino;
161*4882a593Smuzhiyun pgoff = (loff_t)vma->vm_pgoff << PAGE_SHIFT;
162*4882a593Smuzhiyun }
163*4882a593Smuzhiyun
164*4882a593Smuzhiyun seq_setwidth(m, 25 + sizeof(void *) * 6 - 1);
165*4882a593Smuzhiyun seq_printf(m,
166*4882a593Smuzhiyun "%08lx-%08lx %c%c%c%c %08llx %02x:%02x %lu ",
167*4882a593Smuzhiyun vma->vm_start,
168*4882a593Smuzhiyun vma->vm_end,
169*4882a593Smuzhiyun flags & VM_READ ? 'r' : '-',
170*4882a593Smuzhiyun flags & VM_WRITE ? 'w' : '-',
171*4882a593Smuzhiyun flags & VM_EXEC ? 'x' : '-',
172*4882a593Smuzhiyun flags & VM_MAYSHARE ? flags & VM_SHARED ? 'S' : 's' : 'p',
173*4882a593Smuzhiyun pgoff,
174*4882a593Smuzhiyun MAJOR(dev), MINOR(dev), ino);
175*4882a593Smuzhiyun
176*4882a593Smuzhiyun if (file) {
177*4882a593Smuzhiyun seq_pad(m, ' ');
178*4882a593Smuzhiyun seq_file_path(m, file, "");
179*4882a593Smuzhiyun } else if (mm && is_stack(vma)) {
180*4882a593Smuzhiyun seq_pad(m, ' ');
181*4882a593Smuzhiyun seq_puts(m, "[stack]");
182*4882a593Smuzhiyun }
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun seq_putc(m, '\n');
185*4882a593Smuzhiyun return 0;
186*4882a593Smuzhiyun }
187*4882a593Smuzhiyun
188*4882a593Smuzhiyun /*
189*4882a593Smuzhiyun * display mapping lines for a particular process's /proc/pid/maps
190*4882a593Smuzhiyun */
show_map(struct seq_file * m,void * _p)191*4882a593Smuzhiyun static int show_map(struct seq_file *m, void *_p)
192*4882a593Smuzhiyun {
193*4882a593Smuzhiyun struct rb_node *p = _p;
194*4882a593Smuzhiyun
195*4882a593Smuzhiyun return nommu_vma_show(m, rb_entry(p, struct vm_area_struct, vm_rb));
196*4882a593Smuzhiyun }
197*4882a593Smuzhiyun
m_start(struct seq_file * m,loff_t * pos)198*4882a593Smuzhiyun static void *m_start(struct seq_file *m, loff_t *pos)
199*4882a593Smuzhiyun {
200*4882a593Smuzhiyun struct proc_maps_private *priv = m->private;
201*4882a593Smuzhiyun struct mm_struct *mm;
202*4882a593Smuzhiyun struct rb_node *p;
203*4882a593Smuzhiyun loff_t n = *pos;
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun /* pin the task and mm whilst we play with them */
206*4882a593Smuzhiyun priv->task = get_proc_task(priv->inode);
207*4882a593Smuzhiyun if (!priv->task)
208*4882a593Smuzhiyun return ERR_PTR(-ESRCH);
209*4882a593Smuzhiyun
210*4882a593Smuzhiyun mm = priv->mm;
211*4882a593Smuzhiyun if (!mm || !mmget_not_zero(mm))
212*4882a593Smuzhiyun return NULL;
213*4882a593Smuzhiyun
214*4882a593Smuzhiyun if (mmap_read_lock_killable(mm)) {
215*4882a593Smuzhiyun mmput(mm);
216*4882a593Smuzhiyun return ERR_PTR(-EINTR);
217*4882a593Smuzhiyun }
218*4882a593Smuzhiyun
219*4882a593Smuzhiyun /* start from the Nth VMA */
220*4882a593Smuzhiyun for (p = rb_first(&mm->mm_rb); p; p = rb_next(p))
221*4882a593Smuzhiyun if (n-- == 0)
222*4882a593Smuzhiyun return p;
223*4882a593Smuzhiyun
224*4882a593Smuzhiyun mmap_read_unlock(mm);
225*4882a593Smuzhiyun mmput(mm);
226*4882a593Smuzhiyun return NULL;
227*4882a593Smuzhiyun }
228*4882a593Smuzhiyun
m_stop(struct seq_file * m,void * _vml)229*4882a593Smuzhiyun static void m_stop(struct seq_file *m, void *_vml)
230*4882a593Smuzhiyun {
231*4882a593Smuzhiyun struct proc_maps_private *priv = m->private;
232*4882a593Smuzhiyun
233*4882a593Smuzhiyun if (!IS_ERR_OR_NULL(_vml)) {
234*4882a593Smuzhiyun mmap_read_unlock(priv->mm);
235*4882a593Smuzhiyun mmput(priv->mm);
236*4882a593Smuzhiyun }
237*4882a593Smuzhiyun if (priv->task) {
238*4882a593Smuzhiyun put_task_struct(priv->task);
239*4882a593Smuzhiyun priv->task = NULL;
240*4882a593Smuzhiyun }
241*4882a593Smuzhiyun }
242*4882a593Smuzhiyun
m_next(struct seq_file * m,void * _p,loff_t * pos)243*4882a593Smuzhiyun static void *m_next(struct seq_file *m, void *_p, loff_t *pos)
244*4882a593Smuzhiyun {
245*4882a593Smuzhiyun struct rb_node *p = _p;
246*4882a593Smuzhiyun
247*4882a593Smuzhiyun (*pos)++;
248*4882a593Smuzhiyun return p ? rb_next(p) : NULL;
249*4882a593Smuzhiyun }
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun static const struct seq_operations proc_pid_maps_ops = {
252*4882a593Smuzhiyun .start = m_start,
253*4882a593Smuzhiyun .next = m_next,
254*4882a593Smuzhiyun .stop = m_stop,
255*4882a593Smuzhiyun .show = show_map
256*4882a593Smuzhiyun };
257*4882a593Smuzhiyun
maps_open(struct inode * inode,struct file * file,const struct seq_operations * ops)258*4882a593Smuzhiyun static int maps_open(struct inode *inode, struct file *file,
259*4882a593Smuzhiyun const struct seq_operations *ops)
260*4882a593Smuzhiyun {
261*4882a593Smuzhiyun struct proc_maps_private *priv;
262*4882a593Smuzhiyun
263*4882a593Smuzhiyun priv = __seq_open_private(file, ops, sizeof(*priv));
264*4882a593Smuzhiyun if (!priv)
265*4882a593Smuzhiyun return -ENOMEM;
266*4882a593Smuzhiyun
267*4882a593Smuzhiyun priv->inode = inode;
268*4882a593Smuzhiyun priv->mm = proc_mem_open(inode, PTRACE_MODE_READ);
269*4882a593Smuzhiyun if (IS_ERR(priv->mm)) {
270*4882a593Smuzhiyun int err = PTR_ERR(priv->mm);
271*4882a593Smuzhiyun
272*4882a593Smuzhiyun seq_release_private(inode, file);
273*4882a593Smuzhiyun return err;
274*4882a593Smuzhiyun }
275*4882a593Smuzhiyun
276*4882a593Smuzhiyun return 0;
277*4882a593Smuzhiyun }
278*4882a593Smuzhiyun
279*4882a593Smuzhiyun
map_release(struct inode * inode,struct file * file)280*4882a593Smuzhiyun static int map_release(struct inode *inode, struct file *file)
281*4882a593Smuzhiyun {
282*4882a593Smuzhiyun struct seq_file *seq = file->private_data;
283*4882a593Smuzhiyun struct proc_maps_private *priv = seq->private;
284*4882a593Smuzhiyun
285*4882a593Smuzhiyun if (priv->mm)
286*4882a593Smuzhiyun mmdrop(priv->mm);
287*4882a593Smuzhiyun
288*4882a593Smuzhiyun return seq_release_private(inode, file);
289*4882a593Smuzhiyun }
290*4882a593Smuzhiyun
pid_maps_open(struct inode * inode,struct file * file)291*4882a593Smuzhiyun static int pid_maps_open(struct inode *inode, struct file *file)
292*4882a593Smuzhiyun {
293*4882a593Smuzhiyun return maps_open(inode, file, &proc_pid_maps_ops);
294*4882a593Smuzhiyun }
295*4882a593Smuzhiyun
296*4882a593Smuzhiyun const struct file_operations proc_pid_maps_operations = {
297*4882a593Smuzhiyun .open = pid_maps_open,
298*4882a593Smuzhiyun .read = seq_read,
299*4882a593Smuzhiyun .llseek = seq_lseek,
300*4882a593Smuzhiyun .release = map_release,
301*4882a593Smuzhiyun };
302*4882a593Smuzhiyun
303