xref: /OK3568_Linux_fs/kernel/net/xfrm/xfrm_replay.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * xfrm_replay.c - xfrm replay detection, derived from xfrm_state.c.
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  * Copyright (C) 2010 secunet Security Networks AG
6*4882a593Smuzhiyun  * Copyright (C) 2010 Steffen Klassert <steffen.klassert@secunet.com>
7*4882a593Smuzhiyun  */
8*4882a593Smuzhiyun 
9*4882a593Smuzhiyun #include <linux/export.h>
10*4882a593Smuzhiyun #include <net/xfrm.h>
11*4882a593Smuzhiyun 
xfrm_replay_seqhi(struct xfrm_state * x,__be32 net_seq)12*4882a593Smuzhiyun u32 xfrm_replay_seqhi(struct xfrm_state *x, __be32 net_seq)
13*4882a593Smuzhiyun {
14*4882a593Smuzhiyun 	u32 seq, seq_hi, bottom;
15*4882a593Smuzhiyun 	struct xfrm_replay_state_esn *replay_esn = x->replay_esn;
16*4882a593Smuzhiyun 
17*4882a593Smuzhiyun 	if (!(x->props.flags & XFRM_STATE_ESN))
18*4882a593Smuzhiyun 		return 0;
19*4882a593Smuzhiyun 
20*4882a593Smuzhiyun 	seq = ntohl(net_seq);
21*4882a593Smuzhiyun 	seq_hi = replay_esn->seq_hi;
22*4882a593Smuzhiyun 	bottom = replay_esn->seq - replay_esn->replay_window + 1;
23*4882a593Smuzhiyun 
24*4882a593Smuzhiyun 	if (likely(replay_esn->seq >= replay_esn->replay_window - 1)) {
25*4882a593Smuzhiyun 		/* A. same subspace */
26*4882a593Smuzhiyun 		if (unlikely(seq < bottom))
27*4882a593Smuzhiyun 			seq_hi++;
28*4882a593Smuzhiyun 	} else {
29*4882a593Smuzhiyun 		/* B. window spans two subspaces */
30*4882a593Smuzhiyun 		if (unlikely(seq >= bottom))
31*4882a593Smuzhiyun 			seq_hi--;
32*4882a593Smuzhiyun 	}
33*4882a593Smuzhiyun 
34*4882a593Smuzhiyun 	return seq_hi;
35*4882a593Smuzhiyun }
36*4882a593Smuzhiyun EXPORT_SYMBOL(xfrm_replay_seqhi);
37*4882a593Smuzhiyun ;
xfrm_replay_notify(struct xfrm_state * x,int event)38*4882a593Smuzhiyun static void xfrm_replay_notify(struct xfrm_state *x, int event)
39*4882a593Smuzhiyun {
40*4882a593Smuzhiyun 	struct km_event c;
41*4882a593Smuzhiyun 	/* we send notify messages in case
42*4882a593Smuzhiyun 	 *  1. we updated on of the sequence numbers, and the seqno difference
43*4882a593Smuzhiyun 	 *     is at least x->replay_maxdiff, in this case we also update the
44*4882a593Smuzhiyun 	 *     timeout of our timer function
45*4882a593Smuzhiyun 	 *  2. if x->replay_maxage has elapsed since last update,
46*4882a593Smuzhiyun 	 *     and there were changes
47*4882a593Smuzhiyun 	 *
48*4882a593Smuzhiyun 	 *  The state structure must be locked!
49*4882a593Smuzhiyun 	 */
50*4882a593Smuzhiyun 
51*4882a593Smuzhiyun 	switch (event) {
52*4882a593Smuzhiyun 	case XFRM_REPLAY_UPDATE:
53*4882a593Smuzhiyun 		if (!x->replay_maxdiff ||
54*4882a593Smuzhiyun 		    ((x->replay.seq - x->preplay.seq < x->replay_maxdiff) &&
55*4882a593Smuzhiyun 		    (x->replay.oseq - x->preplay.oseq < x->replay_maxdiff))) {
56*4882a593Smuzhiyun 			if (x->xflags & XFRM_TIME_DEFER)
57*4882a593Smuzhiyun 				event = XFRM_REPLAY_TIMEOUT;
58*4882a593Smuzhiyun 			else
59*4882a593Smuzhiyun 				return;
60*4882a593Smuzhiyun 		}
61*4882a593Smuzhiyun 
62*4882a593Smuzhiyun 		break;
63*4882a593Smuzhiyun 
64*4882a593Smuzhiyun 	case XFRM_REPLAY_TIMEOUT:
65*4882a593Smuzhiyun 		if (memcmp(&x->replay, &x->preplay,
66*4882a593Smuzhiyun 			   sizeof(struct xfrm_replay_state)) == 0) {
67*4882a593Smuzhiyun 			x->xflags |= XFRM_TIME_DEFER;
68*4882a593Smuzhiyun 			return;
69*4882a593Smuzhiyun 		}
70*4882a593Smuzhiyun 
71*4882a593Smuzhiyun 		break;
72*4882a593Smuzhiyun 	}
73*4882a593Smuzhiyun 
74*4882a593Smuzhiyun 	memcpy(&x->preplay, &x->replay, sizeof(struct xfrm_replay_state));
75*4882a593Smuzhiyun 	c.event = XFRM_MSG_NEWAE;
76*4882a593Smuzhiyun 	c.data.aevent = event;
77*4882a593Smuzhiyun 	km_state_notify(x, &c);
78*4882a593Smuzhiyun 
79*4882a593Smuzhiyun 	if (x->replay_maxage &&
80*4882a593Smuzhiyun 	    !mod_timer(&x->rtimer, jiffies + x->replay_maxage))
81*4882a593Smuzhiyun 		x->xflags &= ~XFRM_TIME_DEFER;
82*4882a593Smuzhiyun }
83*4882a593Smuzhiyun 
xfrm_replay_overflow(struct xfrm_state * x,struct sk_buff * skb)84*4882a593Smuzhiyun static int xfrm_replay_overflow(struct xfrm_state *x, struct sk_buff *skb)
85*4882a593Smuzhiyun {
86*4882a593Smuzhiyun 	int err = 0;
87*4882a593Smuzhiyun 	struct net *net = xs_net(x);
88*4882a593Smuzhiyun 
89*4882a593Smuzhiyun 	if (x->type->flags & XFRM_TYPE_REPLAY_PROT) {
90*4882a593Smuzhiyun 		XFRM_SKB_CB(skb)->seq.output.low = ++x->replay.oseq;
91*4882a593Smuzhiyun 		XFRM_SKB_CB(skb)->seq.output.hi = 0;
92*4882a593Smuzhiyun 		if (unlikely(x->replay.oseq == 0) &&
93*4882a593Smuzhiyun 		    !(x->props.extra_flags & XFRM_SA_XFLAG_OSEQ_MAY_WRAP)) {
94*4882a593Smuzhiyun 			x->replay.oseq--;
95*4882a593Smuzhiyun 			xfrm_audit_state_replay_overflow(x, skb);
96*4882a593Smuzhiyun 			err = -EOVERFLOW;
97*4882a593Smuzhiyun 
98*4882a593Smuzhiyun 			return err;
99*4882a593Smuzhiyun 		}
100*4882a593Smuzhiyun 		if (xfrm_aevent_is_on(net))
101*4882a593Smuzhiyun 			x->repl->notify(x, XFRM_REPLAY_UPDATE);
102*4882a593Smuzhiyun 	}
103*4882a593Smuzhiyun 
104*4882a593Smuzhiyun 	return err;
105*4882a593Smuzhiyun }
106*4882a593Smuzhiyun 
xfrm_replay_check(struct xfrm_state * x,struct sk_buff * skb,__be32 net_seq)107*4882a593Smuzhiyun static int xfrm_replay_check(struct xfrm_state *x,
108*4882a593Smuzhiyun 		      struct sk_buff *skb, __be32 net_seq)
109*4882a593Smuzhiyun {
110*4882a593Smuzhiyun 	u32 diff;
111*4882a593Smuzhiyun 	u32 seq = ntohl(net_seq);
112*4882a593Smuzhiyun 
113*4882a593Smuzhiyun 	if (!x->props.replay_window)
114*4882a593Smuzhiyun 		return 0;
115*4882a593Smuzhiyun 
116*4882a593Smuzhiyun 	if (unlikely(seq == 0))
117*4882a593Smuzhiyun 		goto err;
118*4882a593Smuzhiyun 
119*4882a593Smuzhiyun 	if (likely(seq > x->replay.seq))
120*4882a593Smuzhiyun 		return 0;
121*4882a593Smuzhiyun 
122*4882a593Smuzhiyun 	diff = x->replay.seq - seq;
123*4882a593Smuzhiyun 	if (diff >= x->props.replay_window) {
124*4882a593Smuzhiyun 		x->stats.replay_window++;
125*4882a593Smuzhiyun 		goto err;
126*4882a593Smuzhiyun 	}
127*4882a593Smuzhiyun 
128*4882a593Smuzhiyun 	if (x->replay.bitmap & (1U << diff)) {
129*4882a593Smuzhiyun 		x->stats.replay++;
130*4882a593Smuzhiyun 		goto err;
131*4882a593Smuzhiyun 	}
132*4882a593Smuzhiyun 	return 0;
133*4882a593Smuzhiyun 
134*4882a593Smuzhiyun err:
135*4882a593Smuzhiyun 	xfrm_audit_state_replay(x, skb, net_seq);
136*4882a593Smuzhiyun 	return -EINVAL;
137*4882a593Smuzhiyun }
138*4882a593Smuzhiyun 
xfrm_replay_advance(struct xfrm_state * x,__be32 net_seq)139*4882a593Smuzhiyun static void xfrm_replay_advance(struct xfrm_state *x, __be32 net_seq)
140*4882a593Smuzhiyun {
141*4882a593Smuzhiyun 	u32 diff;
142*4882a593Smuzhiyun 	u32 seq = ntohl(net_seq);
143*4882a593Smuzhiyun 
144*4882a593Smuzhiyun 	if (!x->props.replay_window)
145*4882a593Smuzhiyun 		return;
146*4882a593Smuzhiyun 
147*4882a593Smuzhiyun 	if (seq > x->replay.seq) {
148*4882a593Smuzhiyun 		diff = seq - x->replay.seq;
149*4882a593Smuzhiyun 		if (diff < x->props.replay_window)
150*4882a593Smuzhiyun 			x->replay.bitmap = ((x->replay.bitmap) << diff) | 1;
151*4882a593Smuzhiyun 		else
152*4882a593Smuzhiyun 			x->replay.bitmap = 1;
153*4882a593Smuzhiyun 		x->replay.seq = seq;
154*4882a593Smuzhiyun 	} else {
155*4882a593Smuzhiyun 		diff = x->replay.seq - seq;
156*4882a593Smuzhiyun 		x->replay.bitmap |= (1U << diff);
157*4882a593Smuzhiyun 	}
158*4882a593Smuzhiyun 
159*4882a593Smuzhiyun 	if (xfrm_aevent_is_on(xs_net(x)))
160*4882a593Smuzhiyun 		x->repl->notify(x, XFRM_REPLAY_UPDATE);
161*4882a593Smuzhiyun }
162*4882a593Smuzhiyun 
xfrm_replay_overflow_bmp(struct xfrm_state * x,struct sk_buff * skb)163*4882a593Smuzhiyun static int xfrm_replay_overflow_bmp(struct xfrm_state *x, struct sk_buff *skb)
164*4882a593Smuzhiyun {
165*4882a593Smuzhiyun 	int err = 0;
166*4882a593Smuzhiyun 	struct xfrm_replay_state_esn *replay_esn = x->replay_esn;
167*4882a593Smuzhiyun 	struct net *net = xs_net(x);
168*4882a593Smuzhiyun 
169*4882a593Smuzhiyun 	if (x->type->flags & XFRM_TYPE_REPLAY_PROT) {
170*4882a593Smuzhiyun 		XFRM_SKB_CB(skb)->seq.output.low = ++replay_esn->oseq;
171*4882a593Smuzhiyun 		XFRM_SKB_CB(skb)->seq.output.hi = 0;
172*4882a593Smuzhiyun 		if (unlikely(replay_esn->oseq == 0) &&
173*4882a593Smuzhiyun 		    !(x->props.extra_flags & XFRM_SA_XFLAG_OSEQ_MAY_WRAP)) {
174*4882a593Smuzhiyun 			replay_esn->oseq--;
175*4882a593Smuzhiyun 			xfrm_audit_state_replay_overflow(x, skb);
176*4882a593Smuzhiyun 			err = -EOVERFLOW;
177*4882a593Smuzhiyun 
178*4882a593Smuzhiyun 			return err;
179*4882a593Smuzhiyun 		}
180*4882a593Smuzhiyun 		if (xfrm_aevent_is_on(net))
181*4882a593Smuzhiyun 			x->repl->notify(x, XFRM_REPLAY_UPDATE);
182*4882a593Smuzhiyun 	}
183*4882a593Smuzhiyun 
184*4882a593Smuzhiyun 	return err;
185*4882a593Smuzhiyun }
186*4882a593Smuzhiyun 
xfrm_replay_check_bmp(struct xfrm_state * x,struct sk_buff * skb,__be32 net_seq)187*4882a593Smuzhiyun static int xfrm_replay_check_bmp(struct xfrm_state *x,
188*4882a593Smuzhiyun 				 struct sk_buff *skb, __be32 net_seq)
189*4882a593Smuzhiyun {
190*4882a593Smuzhiyun 	unsigned int bitnr, nr;
191*4882a593Smuzhiyun 	struct xfrm_replay_state_esn *replay_esn = x->replay_esn;
192*4882a593Smuzhiyun 	u32 pos;
193*4882a593Smuzhiyun 	u32 seq = ntohl(net_seq);
194*4882a593Smuzhiyun 	u32 diff =  replay_esn->seq - seq;
195*4882a593Smuzhiyun 
196*4882a593Smuzhiyun 	if (!replay_esn->replay_window)
197*4882a593Smuzhiyun 		return 0;
198*4882a593Smuzhiyun 
199*4882a593Smuzhiyun 	if (unlikely(seq == 0))
200*4882a593Smuzhiyun 		goto err;
201*4882a593Smuzhiyun 
202*4882a593Smuzhiyun 	if (likely(seq > replay_esn->seq))
203*4882a593Smuzhiyun 		return 0;
204*4882a593Smuzhiyun 
205*4882a593Smuzhiyun 	if (diff >= replay_esn->replay_window) {
206*4882a593Smuzhiyun 		x->stats.replay_window++;
207*4882a593Smuzhiyun 		goto err;
208*4882a593Smuzhiyun 	}
209*4882a593Smuzhiyun 
210*4882a593Smuzhiyun 	pos = (replay_esn->seq - 1) % replay_esn->replay_window;
211*4882a593Smuzhiyun 
212*4882a593Smuzhiyun 	if (pos >= diff)
213*4882a593Smuzhiyun 		bitnr = (pos - diff) % replay_esn->replay_window;
214*4882a593Smuzhiyun 	else
215*4882a593Smuzhiyun 		bitnr = replay_esn->replay_window - (diff - pos);
216*4882a593Smuzhiyun 
217*4882a593Smuzhiyun 	nr = bitnr >> 5;
218*4882a593Smuzhiyun 	bitnr = bitnr & 0x1F;
219*4882a593Smuzhiyun 	if (replay_esn->bmp[nr] & (1U << bitnr))
220*4882a593Smuzhiyun 		goto err_replay;
221*4882a593Smuzhiyun 
222*4882a593Smuzhiyun 	return 0;
223*4882a593Smuzhiyun 
224*4882a593Smuzhiyun err_replay:
225*4882a593Smuzhiyun 	x->stats.replay++;
226*4882a593Smuzhiyun err:
227*4882a593Smuzhiyun 	xfrm_audit_state_replay(x, skb, net_seq);
228*4882a593Smuzhiyun 	return -EINVAL;
229*4882a593Smuzhiyun }
230*4882a593Smuzhiyun 
xfrm_replay_advance_bmp(struct xfrm_state * x,__be32 net_seq)231*4882a593Smuzhiyun static void xfrm_replay_advance_bmp(struct xfrm_state *x, __be32 net_seq)
232*4882a593Smuzhiyun {
233*4882a593Smuzhiyun 	unsigned int bitnr, nr, i;
234*4882a593Smuzhiyun 	u32 diff;
235*4882a593Smuzhiyun 	struct xfrm_replay_state_esn *replay_esn = x->replay_esn;
236*4882a593Smuzhiyun 	u32 seq = ntohl(net_seq);
237*4882a593Smuzhiyun 	u32 pos;
238*4882a593Smuzhiyun 
239*4882a593Smuzhiyun 	if (!replay_esn->replay_window)
240*4882a593Smuzhiyun 		return;
241*4882a593Smuzhiyun 
242*4882a593Smuzhiyun 	pos = (replay_esn->seq - 1) % replay_esn->replay_window;
243*4882a593Smuzhiyun 
244*4882a593Smuzhiyun 	if (seq > replay_esn->seq) {
245*4882a593Smuzhiyun 		diff = seq - replay_esn->seq;
246*4882a593Smuzhiyun 
247*4882a593Smuzhiyun 		if (diff < replay_esn->replay_window) {
248*4882a593Smuzhiyun 			for (i = 1; i < diff; i++) {
249*4882a593Smuzhiyun 				bitnr = (pos + i) % replay_esn->replay_window;
250*4882a593Smuzhiyun 				nr = bitnr >> 5;
251*4882a593Smuzhiyun 				bitnr = bitnr & 0x1F;
252*4882a593Smuzhiyun 				replay_esn->bmp[nr] &=  ~(1U << bitnr);
253*4882a593Smuzhiyun 			}
254*4882a593Smuzhiyun 		} else {
255*4882a593Smuzhiyun 			nr = (replay_esn->replay_window - 1) >> 5;
256*4882a593Smuzhiyun 			for (i = 0; i <= nr; i++)
257*4882a593Smuzhiyun 				replay_esn->bmp[i] = 0;
258*4882a593Smuzhiyun 		}
259*4882a593Smuzhiyun 
260*4882a593Smuzhiyun 		bitnr = (pos + diff) % replay_esn->replay_window;
261*4882a593Smuzhiyun 		replay_esn->seq = seq;
262*4882a593Smuzhiyun 	} else {
263*4882a593Smuzhiyun 		diff = replay_esn->seq - seq;
264*4882a593Smuzhiyun 
265*4882a593Smuzhiyun 		if (pos >= diff)
266*4882a593Smuzhiyun 			bitnr = (pos - diff) % replay_esn->replay_window;
267*4882a593Smuzhiyun 		else
268*4882a593Smuzhiyun 			bitnr = replay_esn->replay_window - (diff - pos);
269*4882a593Smuzhiyun 	}
270*4882a593Smuzhiyun 
271*4882a593Smuzhiyun 	nr = bitnr >> 5;
272*4882a593Smuzhiyun 	bitnr = bitnr & 0x1F;
273*4882a593Smuzhiyun 	replay_esn->bmp[nr] |= (1U << bitnr);
274*4882a593Smuzhiyun 
275*4882a593Smuzhiyun 	if (xfrm_aevent_is_on(xs_net(x)))
276*4882a593Smuzhiyun 		x->repl->notify(x, XFRM_REPLAY_UPDATE);
277*4882a593Smuzhiyun }
278*4882a593Smuzhiyun 
xfrm_replay_notify_bmp(struct xfrm_state * x,int event)279*4882a593Smuzhiyun static void xfrm_replay_notify_bmp(struct xfrm_state *x, int event)
280*4882a593Smuzhiyun {
281*4882a593Smuzhiyun 	struct km_event c;
282*4882a593Smuzhiyun 	struct xfrm_replay_state_esn *replay_esn = x->replay_esn;
283*4882a593Smuzhiyun 	struct xfrm_replay_state_esn *preplay_esn = x->preplay_esn;
284*4882a593Smuzhiyun 
285*4882a593Smuzhiyun 	/* we send notify messages in case
286*4882a593Smuzhiyun 	 *  1. we updated on of the sequence numbers, and the seqno difference
287*4882a593Smuzhiyun 	 *     is at least x->replay_maxdiff, in this case we also update the
288*4882a593Smuzhiyun 	 *     timeout of our timer function
289*4882a593Smuzhiyun 	 *  2. if x->replay_maxage has elapsed since last update,
290*4882a593Smuzhiyun 	 *     and there were changes
291*4882a593Smuzhiyun 	 *
292*4882a593Smuzhiyun 	 *  The state structure must be locked!
293*4882a593Smuzhiyun 	 */
294*4882a593Smuzhiyun 
295*4882a593Smuzhiyun 	switch (event) {
296*4882a593Smuzhiyun 	case XFRM_REPLAY_UPDATE:
297*4882a593Smuzhiyun 		if (!x->replay_maxdiff ||
298*4882a593Smuzhiyun 		    ((replay_esn->seq - preplay_esn->seq < x->replay_maxdiff) &&
299*4882a593Smuzhiyun 		    (replay_esn->oseq - preplay_esn->oseq
300*4882a593Smuzhiyun 		     < x->replay_maxdiff))) {
301*4882a593Smuzhiyun 			if (x->xflags & XFRM_TIME_DEFER)
302*4882a593Smuzhiyun 				event = XFRM_REPLAY_TIMEOUT;
303*4882a593Smuzhiyun 			else
304*4882a593Smuzhiyun 				return;
305*4882a593Smuzhiyun 		}
306*4882a593Smuzhiyun 
307*4882a593Smuzhiyun 		break;
308*4882a593Smuzhiyun 
309*4882a593Smuzhiyun 	case XFRM_REPLAY_TIMEOUT:
310*4882a593Smuzhiyun 		if (memcmp(x->replay_esn, x->preplay_esn,
311*4882a593Smuzhiyun 			   xfrm_replay_state_esn_len(replay_esn)) == 0) {
312*4882a593Smuzhiyun 			x->xflags |= XFRM_TIME_DEFER;
313*4882a593Smuzhiyun 			return;
314*4882a593Smuzhiyun 		}
315*4882a593Smuzhiyun 
316*4882a593Smuzhiyun 		break;
317*4882a593Smuzhiyun 	}
318*4882a593Smuzhiyun 
319*4882a593Smuzhiyun 	memcpy(x->preplay_esn, x->replay_esn,
320*4882a593Smuzhiyun 	       xfrm_replay_state_esn_len(replay_esn));
321*4882a593Smuzhiyun 	c.event = XFRM_MSG_NEWAE;
322*4882a593Smuzhiyun 	c.data.aevent = event;
323*4882a593Smuzhiyun 	km_state_notify(x, &c);
324*4882a593Smuzhiyun 
325*4882a593Smuzhiyun 	if (x->replay_maxage &&
326*4882a593Smuzhiyun 	    !mod_timer(&x->rtimer, jiffies + x->replay_maxage))
327*4882a593Smuzhiyun 		x->xflags &= ~XFRM_TIME_DEFER;
328*4882a593Smuzhiyun }
329*4882a593Smuzhiyun 
xfrm_replay_notify_esn(struct xfrm_state * x,int event)330*4882a593Smuzhiyun static void xfrm_replay_notify_esn(struct xfrm_state *x, int event)
331*4882a593Smuzhiyun {
332*4882a593Smuzhiyun 	u32 seq_diff, oseq_diff;
333*4882a593Smuzhiyun 	struct km_event c;
334*4882a593Smuzhiyun 	struct xfrm_replay_state_esn *replay_esn = x->replay_esn;
335*4882a593Smuzhiyun 	struct xfrm_replay_state_esn *preplay_esn = x->preplay_esn;
336*4882a593Smuzhiyun 
337*4882a593Smuzhiyun 	/* we send notify messages in case
338*4882a593Smuzhiyun 	 *  1. we updated on of the sequence numbers, and the seqno difference
339*4882a593Smuzhiyun 	 *     is at least x->replay_maxdiff, in this case we also update the
340*4882a593Smuzhiyun 	 *     timeout of our timer function
341*4882a593Smuzhiyun 	 *  2. if x->replay_maxage has elapsed since last update,
342*4882a593Smuzhiyun 	 *     and there were changes
343*4882a593Smuzhiyun 	 *
344*4882a593Smuzhiyun 	 *  The state structure must be locked!
345*4882a593Smuzhiyun 	 */
346*4882a593Smuzhiyun 
347*4882a593Smuzhiyun 	switch (event) {
348*4882a593Smuzhiyun 	case XFRM_REPLAY_UPDATE:
349*4882a593Smuzhiyun 		if (x->replay_maxdiff) {
350*4882a593Smuzhiyun 			if (replay_esn->seq_hi == preplay_esn->seq_hi)
351*4882a593Smuzhiyun 				seq_diff = replay_esn->seq - preplay_esn->seq;
352*4882a593Smuzhiyun 			else
353*4882a593Smuzhiyun 				seq_diff = ~preplay_esn->seq + replay_esn->seq
354*4882a593Smuzhiyun 					   + 1;
355*4882a593Smuzhiyun 
356*4882a593Smuzhiyun 			if (replay_esn->oseq_hi == preplay_esn->oseq_hi)
357*4882a593Smuzhiyun 				oseq_diff = replay_esn->oseq
358*4882a593Smuzhiyun 					    - preplay_esn->oseq;
359*4882a593Smuzhiyun 			else
360*4882a593Smuzhiyun 				oseq_diff = ~preplay_esn->oseq
361*4882a593Smuzhiyun 					    + replay_esn->oseq + 1;
362*4882a593Smuzhiyun 
363*4882a593Smuzhiyun 			if (seq_diff >= x->replay_maxdiff ||
364*4882a593Smuzhiyun 			    oseq_diff >= x->replay_maxdiff)
365*4882a593Smuzhiyun 				break;
366*4882a593Smuzhiyun 		}
367*4882a593Smuzhiyun 
368*4882a593Smuzhiyun 		if (x->xflags & XFRM_TIME_DEFER)
369*4882a593Smuzhiyun 			event = XFRM_REPLAY_TIMEOUT;
370*4882a593Smuzhiyun 		else
371*4882a593Smuzhiyun 			return;
372*4882a593Smuzhiyun 
373*4882a593Smuzhiyun 		break;
374*4882a593Smuzhiyun 
375*4882a593Smuzhiyun 	case XFRM_REPLAY_TIMEOUT:
376*4882a593Smuzhiyun 		if (memcmp(x->replay_esn, x->preplay_esn,
377*4882a593Smuzhiyun 			   xfrm_replay_state_esn_len(replay_esn)) == 0) {
378*4882a593Smuzhiyun 			x->xflags |= XFRM_TIME_DEFER;
379*4882a593Smuzhiyun 			return;
380*4882a593Smuzhiyun 		}
381*4882a593Smuzhiyun 
382*4882a593Smuzhiyun 		break;
383*4882a593Smuzhiyun 	}
384*4882a593Smuzhiyun 
385*4882a593Smuzhiyun 	memcpy(x->preplay_esn, x->replay_esn,
386*4882a593Smuzhiyun 	       xfrm_replay_state_esn_len(replay_esn));
387*4882a593Smuzhiyun 	c.event = XFRM_MSG_NEWAE;
388*4882a593Smuzhiyun 	c.data.aevent = event;
389*4882a593Smuzhiyun 	km_state_notify(x, &c);
390*4882a593Smuzhiyun 
391*4882a593Smuzhiyun 	if (x->replay_maxage &&
392*4882a593Smuzhiyun 	    !mod_timer(&x->rtimer, jiffies + x->replay_maxage))
393*4882a593Smuzhiyun 		x->xflags &= ~XFRM_TIME_DEFER;
394*4882a593Smuzhiyun }
395*4882a593Smuzhiyun 
xfrm_replay_overflow_esn(struct xfrm_state * x,struct sk_buff * skb)396*4882a593Smuzhiyun static int xfrm_replay_overflow_esn(struct xfrm_state *x, struct sk_buff *skb)
397*4882a593Smuzhiyun {
398*4882a593Smuzhiyun 	int err = 0;
399*4882a593Smuzhiyun 	struct xfrm_replay_state_esn *replay_esn = x->replay_esn;
400*4882a593Smuzhiyun 	struct net *net = xs_net(x);
401*4882a593Smuzhiyun 
402*4882a593Smuzhiyun 	if (x->type->flags & XFRM_TYPE_REPLAY_PROT) {
403*4882a593Smuzhiyun 		XFRM_SKB_CB(skb)->seq.output.low = ++replay_esn->oseq;
404*4882a593Smuzhiyun 		XFRM_SKB_CB(skb)->seq.output.hi = replay_esn->oseq_hi;
405*4882a593Smuzhiyun 
406*4882a593Smuzhiyun 		if (unlikely(replay_esn->oseq == 0)) {
407*4882a593Smuzhiyun 			XFRM_SKB_CB(skb)->seq.output.hi = ++replay_esn->oseq_hi;
408*4882a593Smuzhiyun 
409*4882a593Smuzhiyun 			if (replay_esn->oseq_hi == 0) {
410*4882a593Smuzhiyun 				replay_esn->oseq--;
411*4882a593Smuzhiyun 				replay_esn->oseq_hi--;
412*4882a593Smuzhiyun 				xfrm_audit_state_replay_overflow(x, skb);
413*4882a593Smuzhiyun 				err = -EOVERFLOW;
414*4882a593Smuzhiyun 
415*4882a593Smuzhiyun 				return err;
416*4882a593Smuzhiyun 			}
417*4882a593Smuzhiyun 		}
418*4882a593Smuzhiyun 		if (xfrm_aevent_is_on(net))
419*4882a593Smuzhiyun 			x->repl->notify(x, XFRM_REPLAY_UPDATE);
420*4882a593Smuzhiyun 	}
421*4882a593Smuzhiyun 
422*4882a593Smuzhiyun 	return err;
423*4882a593Smuzhiyun }
424*4882a593Smuzhiyun 
xfrm_replay_check_esn(struct xfrm_state * x,struct sk_buff * skb,__be32 net_seq)425*4882a593Smuzhiyun static int xfrm_replay_check_esn(struct xfrm_state *x,
426*4882a593Smuzhiyun 				 struct sk_buff *skb, __be32 net_seq)
427*4882a593Smuzhiyun {
428*4882a593Smuzhiyun 	unsigned int bitnr, nr;
429*4882a593Smuzhiyun 	u32 diff;
430*4882a593Smuzhiyun 	struct xfrm_replay_state_esn *replay_esn = x->replay_esn;
431*4882a593Smuzhiyun 	u32 pos;
432*4882a593Smuzhiyun 	u32 seq = ntohl(net_seq);
433*4882a593Smuzhiyun 	u32 wsize = replay_esn->replay_window;
434*4882a593Smuzhiyun 	u32 top = replay_esn->seq;
435*4882a593Smuzhiyun 	u32 bottom = top - wsize + 1;
436*4882a593Smuzhiyun 
437*4882a593Smuzhiyun 	if (!wsize)
438*4882a593Smuzhiyun 		return 0;
439*4882a593Smuzhiyun 
440*4882a593Smuzhiyun 	if (unlikely(seq == 0 && replay_esn->seq_hi == 0 &&
441*4882a593Smuzhiyun 		     (replay_esn->seq < replay_esn->replay_window - 1)))
442*4882a593Smuzhiyun 		goto err;
443*4882a593Smuzhiyun 
444*4882a593Smuzhiyun 	diff = top - seq;
445*4882a593Smuzhiyun 
446*4882a593Smuzhiyun 	if (likely(top >= wsize - 1)) {
447*4882a593Smuzhiyun 		/* A. same subspace */
448*4882a593Smuzhiyun 		if (likely(seq > top) || seq < bottom)
449*4882a593Smuzhiyun 			return 0;
450*4882a593Smuzhiyun 	} else {
451*4882a593Smuzhiyun 		/* B. window spans two subspaces */
452*4882a593Smuzhiyun 		if (likely(seq > top && seq < bottom))
453*4882a593Smuzhiyun 			return 0;
454*4882a593Smuzhiyun 		if (seq >= bottom)
455*4882a593Smuzhiyun 			diff = ~seq + top + 1;
456*4882a593Smuzhiyun 	}
457*4882a593Smuzhiyun 
458*4882a593Smuzhiyun 	if (diff >= replay_esn->replay_window) {
459*4882a593Smuzhiyun 		x->stats.replay_window++;
460*4882a593Smuzhiyun 		goto err;
461*4882a593Smuzhiyun 	}
462*4882a593Smuzhiyun 
463*4882a593Smuzhiyun 	pos = (replay_esn->seq - 1) % replay_esn->replay_window;
464*4882a593Smuzhiyun 
465*4882a593Smuzhiyun 	if (pos >= diff)
466*4882a593Smuzhiyun 		bitnr = (pos - diff) % replay_esn->replay_window;
467*4882a593Smuzhiyun 	else
468*4882a593Smuzhiyun 		bitnr = replay_esn->replay_window - (diff - pos);
469*4882a593Smuzhiyun 
470*4882a593Smuzhiyun 	nr = bitnr >> 5;
471*4882a593Smuzhiyun 	bitnr = bitnr & 0x1F;
472*4882a593Smuzhiyun 	if (replay_esn->bmp[nr] & (1U << bitnr))
473*4882a593Smuzhiyun 		goto err_replay;
474*4882a593Smuzhiyun 
475*4882a593Smuzhiyun 	return 0;
476*4882a593Smuzhiyun 
477*4882a593Smuzhiyun err_replay:
478*4882a593Smuzhiyun 	x->stats.replay++;
479*4882a593Smuzhiyun err:
480*4882a593Smuzhiyun 	xfrm_audit_state_replay(x, skb, net_seq);
481*4882a593Smuzhiyun 	return -EINVAL;
482*4882a593Smuzhiyun }
483*4882a593Smuzhiyun 
xfrm_replay_recheck_esn(struct xfrm_state * x,struct sk_buff * skb,__be32 net_seq)484*4882a593Smuzhiyun static int xfrm_replay_recheck_esn(struct xfrm_state *x,
485*4882a593Smuzhiyun 				   struct sk_buff *skb, __be32 net_seq)
486*4882a593Smuzhiyun {
487*4882a593Smuzhiyun 	if (unlikely(XFRM_SKB_CB(skb)->seq.input.hi !=
488*4882a593Smuzhiyun 		     htonl(xfrm_replay_seqhi(x, net_seq)))) {
489*4882a593Smuzhiyun 			x->stats.replay_window++;
490*4882a593Smuzhiyun 			return -EINVAL;
491*4882a593Smuzhiyun 	}
492*4882a593Smuzhiyun 
493*4882a593Smuzhiyun 	return xfrm_replay_check_esn(x, skb, net_seq);
494*4882a593Smuzhiyun }
495*4882a593Smuzhiyun 
xfrm_replay_advance_esn(struct xfrm_state * x,__be32 net_seq)496*4882a593Smuzhiyun static void xfrm_replay_advance_esn(struct xfrm_state *x, __be32 net_seq)
497*4882a593Smuzhiyun {
498*4882a593Smuzhiyun 	unsigned int bitnr, nr, i;
499*4882a593Smuzhiyun 	int wrap;
500*4882a593Smuzhiyun 	u32 diff, pos, seq, seq_hi;
501*4882a593Smuzhiyun 	struct xfrm_replay_state_esn *replay_esn = x->replay_esn;
502*4882a593Smuzhiyun 
503*4882a593Smuzhiyun 	if (!replay_esn->replay_window)
504*4882a593Smuzhiyun 		return;
505*4882a593Smuzhiyun 
506*4882a593Smuzhiyun 	seq = ntohl(net_seq);
507*4882a593Smuzhiyun 	pos = (replay_esn->seq - 1) % replay_esn->replay_window;
508*4882a593Smuzhiyun 	seq_hi = xfrm_replay_seqhi(x, net_seq);
509*4882a593Smuzhiyun 	wrap = seq_hi - replay_esn->seq_hi;
510*4882a593Smuzhiyun 
511*4882a593Smuzhiyun 	if ((!wrap && seq > replay_esn->seq) || wrap > 0) {
512*4882a593Smuzhiyun 		if (likely(!wrap))
513*4882a593Smuzhiyun 			diff = seq - replay_esn->seq;
514*4882a593Smuzhiyun 		else
515*4882a593Smuzhiyun 			diff = ~replay_esn->seq + seq + 1;
516*4882a593Smuzhiyun 
517*4882a593Smuzhiyun 		if (diff < replay_esn->replay_window) {
518*4882a593Smuzhiyun 			for (i = 1; i < diff; i++) {
519*4882a593Smuzhiyun 				bitnr = (pos + i) % replay_esn->replay_window;
520*4882a593Smuzhiyun 				nr = bitnr >> 5;
521*4882a593Smuzhiyun 				bitnr = bitnr & 0x1F;
522*4882a593Smuzhiyun 				replay_esn->bmp[nr] &=  ~(1U << bitnr);
523*4882a593Smuzhiyun 			}
524*4882a593Smuzhiyun 		} else {
525*4882a593Smuzhiyun 			nr = (replay_esn->replay_window - 1) >> 5;
526*4882a593Smuzhiyun 			for (i = 0; i <= nr; i++)
527*4882a593Smuzhiyun 				replay_esn->bmp[i] = 0;
528*4882a593Smuzhiyun 		}
529*4882a593Smuzhiyun 
530*4882a593Smuzhiyun 		bitnr = (pos + diff) % replay_esn->replay_window;
531*4882a593Smuzhiyun 		replay_esn->seq = seq;
532*4882a593Smuzhiyun 
533*4882a593Smuzhiyun 		if (unlikely(wrap > 0))
534*4882a593Smuzhiyun 			replay_esn->seq_hi++;
535*4882a593Smuzhiyun 	} else {
536*4882a593Smuzhiyun 		diff = replay_esn->seq - seq;
537*4882a593Smuzhiyun 
538*4882a593Smuzhiyun 		if (pos >= diff)
539*4882a593Smuzhiyun 			bitnr = (pos - diff) % replay_esn->replay_window;
540*4882a593Smuzhiyun 		else
541*4882a593Smuzhiyun 			bitnr = replay_esn->replay_window - (diff - pos);
542*4882a593Smuzhiyun 	}
543*4882a593Smuzhiyun 
544*4882a593Smuzhiyun 	xfrm_dev_state_advance_esn(x);
545*4882a593Smuzhiyun 
546*4882a593Smuzhiyun 	nr = bitnr >> 5;
547*4882a593Smuzhiyun 	bitnr = bitnr & 0x1F;
548*4882a593Smuzhiyun 	replay_esn->bmp[nr] |= (1U << bitnr);
549*4882a593Smuzhiyun 
550*4882a593Smuzhiyun 	if (xfrm_aevent_is_on(xs_net(x)))
551*4882a593Smuzhiyun 		x->repl->notify(x, XFRM_REPLAY_UPDATE);
552*4882a593Smuzhiyun }
553*4882a593Smuzhiyun 
554*4882a593Smuzhiyun #ifdef CONFIG_XFRM_OFFLOAD
xfrm_replay_overflow_offload(struct xfrm_state * x,struct sk_buff * skb)555*4882a593Smuzhiyun static int xfrm_replay_overflow_offload(struct xfrm_state *x, struct sk_buff *skb)
556*4882a593Smuzhiyun {
557*4882a593Smuzhiyun 	int err = 0;
558*4882a593Smuzhiyun 	struct net *net = xs_net(x);
559*4882a593Smuzhiyun 	struct xfrm_offload *xo = xfrm_offload(skb);
560*4882a593Smuzhiyun 	__u32 oseq = x->replay.oseq;
561*4882a593Smuzhiyun 
562*4882a593Smuzhiyun 	if (!xo)
563*4882a593Smuzhiyun 		return xfrm_replay_overflow(x, skb);
564*4882a593Smuzhiyun 
565*4882a593Smuzhiyun 	if (x->type->flags & XFRM_TYPE_REPLAY_PROT) {
566*4882a593Smuzhiyun 		if (!skb_is_gso(skb)) {
567*4882a593Smuzhiyun 			XFRM_SKB_CB(skb)->seq.output.low = ++oseq;
568*4882a593Smuzhiyun 			xo->seq.low = oseq;
569*4882a593Smuzhiyun 		} else {
570*4882a593Smuzhiyun 			XFRM_SKB_CB(skb)->seq.output.low = oseq + 1;
571*4882a593Smuzhiyun 			xo->seq.low = oseq + 1;
572*4882a593Smuzhiyun 			oseq += skb_shinfo(skb)->gso_segs;
573*4882a593Smuzhiyun 		}
574*4882a593Smuzhiyun 
575*4882a593Smuzhiyun 		XFRM_SKB_CB(skb)->seq.output.hi = 0;
576*4882a593Smuzhiyun 		xo->seq.hi = 0;
577*4882a593Smuzhiyun 		if (unlikely(oseq < x->replay.oseq) &&
578*4882a593Smuzhiyun 		    !(x->props.extra_flags & XFRM_SA_XFLAG_OSEQ_MAY_WRAP)) {
579*4882a593Smuzhiyun 			xfrm_audit_state_replay_overflow(x, skb);
580*4882a593Smuzhiyun 			err = -EOVERFLOW;
581*4882a593Smuzhiyun 
582*4882a593Smuzhiyun 			return err;
583*4882a593Smuzhiyun 		}
584*4882a593Smuzhiyun 
585*4882a593Smuzhiyun 		x->replay.oseq = oseq;
586*4882a593Smuzhiyun 
587*4882a593Smuzhiyun 		if (xfrm_aevent_is_on(net))
588*4882a593Smuzhiyun 			x->repl->notify(x, XFRM_REPLAY_UPDATE);
589*4882a593Smuzhiyun 	}
590*4882a593Smuzhiyun 
591*4882a593Smuzhiyun 	return err;
592*4882a593Smuzhiyun }
593*4882a593Smuzhiyun 
xfrm_replay_overflow_offload_bmp(struct xfrm_state * x,struct sk_buff * skb)594*4882a593Smuzhiyun static int xfrm_replay_overflow_offload_bmp(struct xfrm_state *x, struct sk_buff *skb)
595*4882a593Smuzhiyun {
596*4882a593Smuzhiyun 	int err = 0;
597*4882a593Smuzhiyun 	struct xfrm_offload *xo = xfrm_offload(skb);
598*4882a593Smuzhiyun 	struct xfrm_replay_state_esn *replay_esn = x->replay_esn;
599*4882a593Smuzhiyun 	struct net *net = xs_net(x);
600*4882a593Smuzhiyun 	__u32 oseq = replay_esn->oseq;
601*4882a593Smuzhiyun 
602*4882a593Smuzhiyun 	if (!xo)
603*4882a593Smuzhiyun 		return xfrm_replay_overflow_bmp(x, skb);
604*4882a593Smuzhiyun 
605*4882a593Smuzhiyun 	if (x->type->flags & XFRM_TYPE_REPLAY_PROT) {
606*4882a593Smuzhiyun 		if (!skb_is_gso(skb)) {
607*4882a593Smuzhiyun 			XFRM_SKB_CB(skb)->seq.output.low = ++oseq;
608*4882a593Smuzhiyun 			xo->seq.low = oseq;
609*4882a593Smuzhiyun 		} else {
610*4882a593Smuzhiyun 			XFRM_SKB_CB(skb)->seq.output.low = oseq + 1;
611*4882a593Smuzhiyun 			xo->seq.low = oseq + 1;
612*4882a593Smuzhiyun 			oseq += skb_shinfo(skb)->gso_segs;
613*4882a593Smuzhiyun 		}
614*4882a593Smuzhiyun 
615*4882a593Smuzhiyun 		XFRM_SKB_CB(skb)->seq.output.hi = 0;
616*4882a593Smuzhiyun 		xo->seq.hi = 0;
617*4882a593Smuzhiyun 		if (unlikely(oseq < replay_esn->oseq) &&
618*4882a593Smuzhiyun 		    !(x->props.extra_flags & XFRM_SA_XFLAG_OSEQ_MAY_WRAP)) {
619*4882a593Smuzhiyun 			xfrm_audit_state_replay_overflow(x, skb);
620*4882a593Smuzhiyun 			err = -EOVERFLOW;
621*4882a593Smuzhiyun 
622*4882a593Smuzhiyun 			return err;
623*4882a593Smuzhiyun 		} else {
624*4882a593Smuzhiyun 			replay_esn->oseq = oseq;
625*4882a593Smuzhiyun 		}
626*4882a593Smuzhiyun 
627*4882a593Smuzhiyun 		if (xfrm_aevent_is_on(net))
628*4882a593Smuzhiyun 			x->repl->notify(x, XFRM_REPLAY_UPDATE);
629*4882a593Smuzhiyun 	}
630*4882a593Smuzhiyun 
631*4882a593Smuzhiyun 	return err;
632*4882a593Smuzhiyun }
633*4882a593Smuzhiyun 
xfrm_replay_overflow_offload_esn(struct xfrm_state * x,struct sk_buff * skb)634*4882a593Smuzhiyun static int xfrm_replay_overflow_offload_esn(struct xfrm_state *x, struct sk_buff *skb)
635*4882a593Smuzhiyun {
636*4882a593Smuzhiyun 	int err = 0;
637*4882a593Smuzhiyun 	struct xfrm_offload *xo = xfrm_offload(skb);
638*4882a593Smuzhiyun 	struct xfrm_replay_state_esn *replay_esn = x->replay_esn;
639*4882a593Smuzhiyun 	struct net *net = xs_net(x);
640*4882a593Smuzhiyun 	__u32 oseq = replay_esn->oseq;
641*4882a593Smuzhiyun 	__u32 oseq_hi = replay_esn->oseq_hi;
642*4882a593Smuzhiyun 
643*4882a593Smuzhiyun 	if (!xo)
644*4882a593Smuzhiyun 		return xfrm_replay_overflow_esn(x, skb);
645*4882a593Smuzhiyun 
646*4882a593Smuzhiyun 	if (x->type->flags & XFRM_TYPE_REPLAY_PROT) {
647*4882a593Smuzhiyun 		if (!skb_is_gso(skb)) {
648*4882a593Smuzhiyun 			XFRM_SKB_CB(skb)->seq.output.low = ++oseq;
649*4882a593Smuzhiyun 			XFRM_SKB_CB(skb)->seq.output.hi = oseq_hi;
650*4882a593Smuzhiyun 			xo->seq.low = oseq;
651*4882a593Smuzhiyun 			xo->seq.hi = oseq_hi;
652*4882a593Smuzhiyun 		} else {
653*4882a593Smuzhiyun 			XFRM_SKB_CB(skb)->seq.output.low = oseq + 1;
654*4882a593Smuzhiyun 			XFRM_SKB_CB(skb)->seq.output.hi = oseq_hi;
655*4882a593Smuzhiyun 			xo->seq.low = oseq + 1;
656*4882a593Smuzhiyun 			xo->seq.hi = oseq_hi;
657*4882a593Smuzhiyun 			oseq += skb_shinfo(skb)->gso_segs;
658*4882a593Smuzhiyun 		}
659*4882a593Smuzhiyun 
660*4882a593Smuzhiyun 		if (unlikely(xo->seq.low < replay_esn->oseq)) {
661*4882a593Smuzhiyun 			XFRM_SKB_CB(skb)->seq.output.hi = ++oseq_hi;
662*4882a593Smuzhiyun 			xo->seq.hi = oseq_hi;
663*4882a593Smuzhiyun 			replay_esn->oseq_hi = oseq_hi;
664*4882a593Smuzhiyun 			if (replay_esn->oseq_hi == 0) {
665*4882a593Smuzhiyun 				replay_esn->oseq--;
666*4882a593Smuzhiyun 				replay_esn->oseq_hi--;
667*4882a593Smuzhiyun 				xfrm_audit_state_replay_overflow(x, skb);
668*4882a593Smuzhiyun 				err = -EOVERFLOW;
669*4882a593Smuzhiyun 
670*4882a593Smuzhiyun 				return err;
671*4882a593Smuzhiyun 			}
672*4882a593Smuzhiyun 		}
673*4882a593Smuzhiyun 
674*4882a593Smuzhiyun 		replay_esn->oseq = oseq;
675*4882a593Smuzhiyun 
676*4882a593Smuzhiyun 		if (xfrm_aevent_is_on(net))
677*4882a593Smuzhiyun 			x->repl->notify(x, XFRM_REPLAY_UPDATE);
678*4882a593Smuzhiyun 	}
679*4882a593Smuzhiyun 
680*4882a593Smuzhiyun 	return err;
681*4882a593Smuzhiyun }
682*4882a593Smuzhiyun 
683*4882a593Smuzhiyun static const struct xfrm_replay xfrm_replay_legacy = {
684*4882a593Smuzhiyun 	.advance	= xfrm_replay_advance,
685*4882a593Smuzhiyun 	.check		= xfrm_replay_check,
686*4882a593Smuzhiyun 	.recheck	= xfrm_replay_check,
687*4882a593Smuzhiyun 	.notify		= xfrm_replay_notify,
688*4882a593Smuzhiyun 	.overflow	= xfrm_replay_overflow_offload,
689*4882a593Smuzhiyun };
690*4882a593Smuzhiyun 
691*4882a593Smuzhiyun static const struct xfrm_replay xfrm_replay_bmp = {
692*4882a593Smuzhiyun 	.advance	= xfrm_replay_advance_bmp,
693*4882a593Smuzhiyun 	.check		= xfrm_replay_check_bmp,
694*4882a593Smuzhiyun 	.recheck	= xfrm_replay_check_bmp,
695*4882a593Smuzhiyun 	.notify		= xfrm_replay_notify_bmp,
696*4882a593Smuzhiyun 	.overflow	= xfrm_replay_overflow_offload_bmp,
697*4882a593Smuzhiyun };
698*4882a593Smuzhiyun 
699*4882a593Smuzhiyun static const struct xfrm_replay xfrm_replay_esn = {
700*4882a593Smuzhiyun 	.advance	= xfrm_replay_advance_esn,
701*4882a593Smuzhiyun 	.check		= xfrm_replay_check_esn,
702*4882a593Smuzhiyun 	.recheck	= xfrm_replay_recheck_esn,
703*4882a593Smuzhiyun 	.notify		= xfrm_replay_notify_esn,
704*4882a593Smuzhiyun 	.overflow	= xfrm_replay_overflow_offload_esn,
705*4882a593Smuzhiyun };
706*4882a593Smuzhiyun #else
707*4882a593Smuzhiyun static const struct xfrm_replay xfrm_replay_legacy = {
708*4882a593Smuzhiyun 	.advance	= xfrm_replay_advance,
709*4882a593Smuzhiyun 	.check		= xfrm_replay_check,
710*4882a593Smuzhiyun 	.recheck	= xfrm_replay_check,
711*4882a593Smuzhiyun 	.notify		= xfrm_replay_notify,
712*4882a593Smuzhiyun 	.overflow	= xfrm_replay_overflow,
713*4882a593Smuzhiyun };
714*4882a593Smuzhiyun 
715*4882a593Smuzhiyun static const struct xfrm_replay xfrm_replay_bmp = {
716*4882a593Smuzhiyun 	.advance	= xfrm_replay_advance_bmp,
717*4882a593Smuzhiyun 	.check		= xfrm_replay_check_bmp,
718*4882a593Smuzhiyun 	.recheck	= xfrm_replay_check_bmp,
719*4882a593Smuzhiyun 	.notify		= xfrm_replay_notify_bmp,
720*4882a593Smuzhiyun 	.overflow	= xfrm_replay_overflow_bmp,
721*4882a593Smuzhiyun };
722*4882a593Smuzhiyun 
723*4882a593Smuzhiyun static const struct xfrm_replay xfrm_replay_esn = {
724*4882a593Smuzhiyun 	.advance	= xfrm_replay_advance_esn,
725*4882a593Smuzhiyun 	.check		= xfrm_replay_check_esn,
726*4882a593Smuzhiyun 	.recheck	= xfrm_replay_recheck_esn,
727*4882a593Smuzhiyun 	.notify		= xfrm_replay_notify_esn,
728*4882a593Smuzhiyun 	.overflow	= xfrm_replay_overflow_esn,
729*4882a593Smuzhiyun };
730*4882a593Smuzhiyun #endif
731*4882a593Smuzhiyun 
xfrm_init_replay(struct xfrm_state * x)732*4882a593Smuzhiyun int xfrm_init_replay(struct xfrm_state *x)
733*4882a593Smuzhiyun {
734*4882a593Smuzhiyun 	struct xfrm_replay_state_esn *replay_esn = x->replay_esn;
735*4882a593Smuzhiyun 
736*4882a593Smuzhiyun 	if (replay_esn) {
737*4882a593Smuzhiyun 		if (replay_esn->replay_window >
738*4882a593Smuzhiyun 		    replay_esn->bmp_len * sizeof(__u32) * 8)
739*4882a593Smuzhiyun 			return -EINVAL;
740*4882a593Smuzhiyun 
741*4882a593Smuzhiyun 		if (x->props.flags & XFRM_STATE_ESN) {
742*4882a593Smuzhiyun 			if (replay_esn->replay_window == 0)
743*4882a593Smuzhiyun 				return -EINVAL;
744*4882a593Smuzhiyun 			x->repl = &xfrm_replay_esn;
745*4882a593Smuzhiyun 		} else {
746*4882a593Smuzhiyun 			x->repl = &xfrm_replay_bmp;
747*4882a593Smuzhiyun 		}
748*4882a593Smuzhiyun 	} else {
749*4882a593Smuzhiyun 		x->repl = &xfrm_replay_legacy;
750*4882a593Smuzhiyun 	}
751*4882a593Smuzhiyun 
752*4882a593Smuzhiyun 	return 0;
753*4882a593Smuzhiyun }
754*4882a593Smuzhiyun EXPORT_SYMBOL(xfrm_init_replay);
755