1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun #include <linux/module.h>
3*4882a593Smuzhiyun #include <linux/kernel.h>
4*4882a593Smuzhiyun #include <linux/string.h>
5*4882a593Smuzhiyun #include <linux/socket.h>
6*4882a593Smuzhiyun #include <linux/net.h>
7*4882a593Smuzhiyun #include <linux/fs.h>
8*4882a593Smuzhiyun #include <net/af_unix.h>
9*4882a593Smuzhiyun #include <net/scm.h>
10*4882a593Smuzhiyun #include <linux/init.h>
11*4882a593Smuzhiyun #include <linux/io_uring.h>
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #include "scm.h"
14*4882a593Smuzhiyun
15*4882a593Smuzhiyun unsigned int unix_tot_inflight;
16*4882a593Smuzhiyun EXPORT_SYMBOL(unix_tot_inflight);
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun LIST_HEAD(gc_inflight_list);
19*4882a593Smuzhiyun EXPORT_SYMBOL(gc_inflight_list);
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun DEFINE_SPINLOCK(unix_gc_lock);
22*4882a593Smuzhiyun EXPORT_SYMBOL(unix_gc_lock);
23*4882a593Smuzhiyun
unix_get_socket(struct file * filp)24*4882a593Smuzhiyun struct sock *unix_get_socket(struct file *filp)
25*4882a593Smuzhiyun {
26*4882a593Smuzhiyun struct sock *u_sock = NULL;
27*4882a593Smuzhiyun struct inode *inode = file_inode(filp);
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun /* Socket ? */
30*4882a593Smuzhiyun if (S_ISSOCK(inode->i_mode) && !(filp->f_mode & FMODE_PATH)) {
31*4882a593Smuzhiyun struct socket *sock = SOCKET_I(inode);
32*4882a593Smuzhiyun struct sock *s = sock->sk;
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun /* PF_UNIX ? */
35*4882a593Smuzhiyun if (s && sock->ops && sock->ops->family == PF_UNIX)
36*4882a593Smuzhiyun u_sock = s;
37*4882a593Smuzhiyun } else {
38*4882a593Smuzhiyun /* Could be an io_uring instance */
39*4882a593Smuzhiyun u_sock = io_uring_get_socket(filp);
40*4882a593Smuzhiyun }
41*4882a593Smuzhiyun return u_sock;
42*4882a593Smuzhiyun }
43*4882a593Smuzhiyun EXPORT_SYMBOL(unix_get_socket);
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun /* Keep the number of times in flight count for the file
46*4882a593Smuzhiyun * descriptor if it is for an AF_UNIX socket.
47*4882a593Smuzhiyun */
unix_inflight(struct user_struct * user,struct file * fp)48*4882a593Smuzhiyun void unix_inflight(struct user_struct *user, struct file *fp)
49*4882a593Smuzhiyun {
50*4882a593Smuzhiyun struct sock *s = unix_get_socket(fp);
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun spin_lock(&unix_gc_lock);
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun if (s) {
55*4882a593Smuzhiyun struct unix_sock *u = unix_sk(s);
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun if (atomic_long_inc_return(&u->inflight) == 1) {
58*4882a593Smuzhiyun BUG_ON(!list_empty(&u->link));
59*4882a593Smuzhiyun list_add_tail(&u->link, &gc_inflight_list);
60*4882a593Smuzhiyun } else {
61*4882a593Smuzhiyun BUG_ON(list_empty(&u->link));
62*4882a593Smuzhiyun }
63*4882a593Smuzhiyun /* Paired with READ_ONCE() in wait_for_unix_gc() */
64*4882a593Smuzhiyun WRITE_ONCE(unix_tot_inflight, unix_tot_inflight + 1);
65*4882a593Smuzhiyun }
66*4882a593Smuzhiyun user->unix_inflight++;
67*4882a593Smuzhiyun spin_unlock(&unix_gc_lock);
68*4882a593Smuzhiyun }
69*4882a593Smuzhiyun
unix_notinflight(struct user_struct * user,struct file * fp)70*4882a593Smuzhiyun void unix_notinflight(struct user_struct *user, struct file *fp)
71*4882a593Smuzhiyun {
72*4882a593Smuzhiyun struct sock *s = unix_get_socket(fp);
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun spin_lock(&unix_gc_lock);
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun if (s) {
77*4882a593Smuzhiyun struct unix_sock *u = unix_sk(s);
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun BUG_ON(!atomic_long_read(&u->inflight));
80*4882a593Smuzhiyun BUG_ON(list_empty(&u->link));
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun if (atomic_long_dec_and_test(&u->inflight))
83*4882a593Smuzhiyun list_del_init(&u->link);
84*4882a593Smuzhiyun /* Paired with READ_ONCE() in wait_for_unix_gc() */
85*4882a593Smuzhiyun WRITE_ONCE(unix_tot_inflight, unix_tot_inflight - 1);
86*4882a593Smuzhiyun }
87*4882a593Smuzhiyun user->unix_inflight--;
88*4882a593Smuzhiyun spin_unlock(&unix_gc_lock);
89*4882a593Smuzhiyun }
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun /*
92*4882a593Smuzhiyun * The "user->unix_inflight" variable is protected by the garbage
93*4882a593Smuzhiyun * collection lock, and we just read it locklessly here. If you go
94*4882a593Smuzhiyun * over the limit, there might be a tiny race in actually noticing
95*4882a593Smuzhiyun * it across threads. Tough.
96*4882a593Smuzhiyun */
too_many_unix_fds(struct task_struct * p)97*4882a593Smuzhiyun static inline bool too_many_unix_fds(struct task_struct *p)
98*4882a593Smuzhiyun {
99*4882a593Smuzhiyun struct user_struct *user = current_user();
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun if (unlikely(user->unix_inflight > task_rlimit(p, RLIMIT_NOFILE)))
102*4882a593Smuzhiyun return !capable(CAP_SYS_RESOURCE) && !capable(CAP_SYS_ADMIN);
103*4882a593Smuzhiyun return false;
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun
unix_attach_fds(struct scm_cookie * scm,struct sk_buff * skb)106*4882a593Smuzhiyun int unix_attach_fds(struct scm_cookie *scm, struct sk_buff *skb)
107*4882a593Smuzhiyun {
108*4882a593Smuzhiyun int i;
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun if (too_many_unix_fds(current))
111*4882a593Smuzhiyun return -ETOOMANYREFS;
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun /*
114*4882a593Smuzhiyun * Need to duplicate file references for the sake of garbage
115*4882a593Smuzhiyun * collection. Otherwise a socket in the fps might become a
116*4882a593Smuzhiyun * candidate for GC while the skb is not yet queued.
117*4882a593Smuzhiyun */
118*4882a593Smuzhiyun UNIXCB(skb).fp = scm_fp_dup(scm->fp);
119*4882a593Smuzhiyun if (!UNIXCB(skb).fp)
120*4882a593Smuzhiyun return -ENOMEM;
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun for (i = scm->fp->count - 1; i >= 0; i--)
123*4882a593Smuzhiyun unix_inflight(scm->fp->user, scm->fp->fp[i]);
124*4882a593Smuzhiyun return 0;
125*4882a593Smuzhiyun }
126*4882a593Smuzhiyun EXPORT_SYMBOL(unix_attach_fds);
127*4882a593Smuzhiyun
unix_detach_fds(struct scm_cookie * scm,struct sk_buff * skb)128*4882a593Smuzhiyun void unix_detach_fds(struct scm_cookie *scm, struct sk_buff *skb)
129*4882a593Smuzhiyun {
130*4882a593Smuzhiyun int i;
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun scm->fp = UNIXCB(skb).fp;
133*4882a593Smuzhiyun UNIXCB(skb).fp = NULL;
134*4882a593Smuzhiyun
135*4882a593Smuzhiyun for (i = scm->fp->count-1; i >= 0; i--)
136*4882a593Smuzhiyun unix_notinflight(scm->fp->user, scm->fp->fp[i]);
137*4882a593Smuzhiyun }
138*4882a593Smuzhiyun EXPORT_SYMBOL(unix_detach_fds);
139*4882a593Smuzhiyun
unix_destruct_scm(struct sk_buff * skb)140*4882a593Smuzhiyun void unix_destruct_scm(struct sk_buff *skb)
141*4882a593Smuzhiyun {
142*4882a593Smuzhiyun struct scm_cookie scm;
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun memset(&scm, 0, sizeof(scm));
145*4882a593Smuzhiyun scm.pid = UNIXCB(skb).pid;
146*4882a593Smuzhiyun if (UNIXCB(skb).fp)
147*4882a593Smuzhiyun unix_detach_fds(&scm, skb);
148*4882a593Smuzhiyun
149*4882a593Smuzhiyun /* Alas, it calls VFS */
150*4882a593Smuzhiyun /* So fscking what? fput() had been SMP-safe since the last Summer */
151*4882a593Smuzhiyun scm_destroy(&scm);
152*4882a593Smuzhiyun sock_wfree(skb);
153*4882a593Smuzhiyun }
154*4882a593Smuzhiyun EXPORT_SYMBOL(unix_destruct_scm);
155