42 	struct tcp_sock *tp = tcp_sk(sk);  in tcp_rate_skb_sent()  local
58 	if (!tp->packets_out) {  in tcp_rate_skb_sent()
61 		tp->first_tx_mstamp  = tstamp_us;  in tcp_rate_skb_sent()
62 		tp->delivered_mstamp = tstamp_us;  in tcp_rate_skb_sent()
65 	TCP_SKB_CB(skb)->tx.first_tx_mstamp	= tp->first_tx_mstamp;  in tcp_rate_skb_sent()
66 	TCP_SKB_CB(skb)->tx.delivered_mstamp	= tp->delivered_mstamp;  in tcp_rate_skb_sent()
67 	TCP_SKB_CB(skb)->tx.delivered		= tp->delivered;  in tcp_rate_skb_sent()
68 	TCP_SKB_CB(skb)->tx.is_app_limited	= tp->app_limited ? 1 : 0;  in tcp_rate_skb_sent()
81 	struct tcp_sock *tp = tcp_sk(sk);  in tcp_rate_skb_delivered()  local
95 		tp->first_tx_mstamp  = tcp_skb_timestamp_us(skb);  in tcp_rate_skb_delivered()
97 		rs->interval_us = tcp_stamp_us_delta(tp->first_tx_mstamp,  in tcp_rate_skb_delivered()
113 	struct tcp_sock *tp = tcp_sk(sk);  in tcp_rate_gen()  local
117 	if (tp->app_limited && after(tp->delivered, tp->app_limited))  in tcp_rate_gen()
118 		tp->app_limited = 0;  in tcp_rate_gen()
125 		tp->delivered_mstamp = tp->tcp_mstamp;  in tcp_rate_gen()
139 	rs->delivered   = tp->delivered - rs->prior_delivered;  in tcp_rate_gen()
147 	ack_us = tcp_stamp_us_delta(tp->tcp_mstamp,  in tcp_rate_gen()
162 	if (unlikely(rs->interval_us < tcp_min_rtt(tp))) {  in tcp_rate_gen()
167 				 tp->rx_opt.sack_ok, tcp_min_rtt(tp));  in tcp_rate_gen()
174 	    ((u64)rs->delivered * tp->rate_interval_us >=  in tcp_rate_gen()
175 	     (u64)tp->rate_delivered * rs->interval_us)) {  in tcp_rate_gen()
176 		tp->rate_delivered = rs->delivered;  in tcp_rate_gen()
177 		tp->rate_interval_us = rs->interval_us;  in tcp_rate_gen()
178 		tp->rate_app_limited = rs->is_app_limited;  in tcp_rate_gen()
185 	struct tcp_sock *tp = tcp_sk(sk);  in tcp_rate_check_app_limited()  local
188 	    tp->write_seq - tp->snd_nxt < tp->mss_cache &&  in tcp_rate_check_app_limited()
192 	    tcp_packets_in_flight(tp) < tp->snd_cwnd &&  in tcp_rate_check_app_limited()
194 	    tp->lost_out <= tp->retrans_out)  in tcp_rate_check_app_limited()
195 		tp->app_limited =  in tcp_rate_check_app_limited()
196 			(tp->delivered + tcp_packets_in_flight(tp)) ? : 1;  in tcp_rate_check_app_limited()