26 	struct pie_vars vars;  member
34 		    struct pie_vars *vars, u32 backlog, u32 packet_size)  in pie_drop_early()  argument
37 	u64 local_prob = vars->prob;  in pie_drop_early()
41 	if (vars->burst_time > 0)  in pie_drop_early()
47 	if ((vars->qdelay < params->target / 2) &&  in pie_drop_early()
48 	    (vars->prob < MAX_PROB / 5))  in pie_drop_early()
63 		local_prob = vars->prob;  in pie_drop_early()
66 		vars->accu_prob = 0;  in pie_drop_early()
68 		vars->accu_prob += local_prob;  in pie_drop_early()
70 	if (vars->accu_prob < (MAX_PROB / 100) * 85)  in pie_drop_early()
72 	if (vars->accu_prob >= (MAX_PROB / 2) * 17)  in pie_drop_early()
77 		vars->accu_prob = 0;  in pie_drop_early()
96 	if (!pie_drop_early(sch, &q->params, &q->vars, sch->qstats.backlog,  in pie_qdisc_enqueue()
99 	} else if (q->params.ecn && (q->vars.prob <= MAX_PROB / 10) &&  in pie_qdisc_enqueue()
123 	q->vars.accu_prob = 0;  in pie_qdisc_enqueue()
209 			 struct pie_vars *vars, u32 backlog)  in pie_process_dequeue()  argument
218 		vars->qdelay = now - pie_get_enqueue_time(skb);  in pie_process_dequeue()
220 		if (vars->dq_tstamp != DTIME_INVALID)  in pie_process_dequeue()
221 			dtime = now - vars->dq_tstamp;  in pie_process_dequeue()
223 		vars->dq_tstamp = now;  in pie_process_dequeue()
226 			vars->qdelay = 0;  in pie_process_dequeue()
238 	if (backlog >= QUEUE_THRESHOLD && vars->dq_count == DQCOUNT_INVALID) {  in pie_process_dequeue()
239 		vars->dq_tstamp = psched_get_time();  in pie_process_dequeue()
240 		vars->dq_count = 0;  in pie_process_dequeue()
252 	if (vars->dq_count != DQCOUNT_INVALID) {  in pie_process_dequeue()
253 		vars->dq_count += skb->len;  in pie_process_dequeue()
255 		if (vars->dq_count >= QUEUE_THRESHOLD) {  in pie_process_dequeue()
256 			u32 count = vars->dq_count << PIE_SCALE;  in pie_process_dequeue()
258 			dtime = now - vars->dq_tstamp;  in pie_process_dequeue()
265 			if (vars->avg_dq_rate == 0)  in pie_process_dequeue()
266 				vars->avg_dq_rate = count;  in pie_process_dequeue()
268 				vars->avg_dq_rate =  in pie_process_dequeue()
269 				    (vars->avg_dq_rate -  in pie_process_dequeue()
270 				     (vars->avg_dq_rate >> 3)) + (count >> 3);  in pie_process_dequeue()
278 				vars->dq_count = DQCOUNT_INVALID;  in pie_process_dequeue()
280 				vars->dq_count = 0;  in pie_process_dequeue()
281 				vars->dq_tstamp = psched_get_time();  in pie_process_dequeue()
291 	if (vars->burst_time > 0) {  in pie_process_dequeue()
292 		if (vars->burst_time > dtime)  in pie_process_dequeue()
293 			vars->burst_time -= dtime;  in pie_process_dequeue()
295 			vars->burst_time = 0;  in pie_process_dequeue()
300 void pie_calculate_probability(struct pie_params *params, struct pie_vars *vars,  in pie_calculate_probability()  argument
312 		qdelay_old = vars->qdelay;  in pie_calculate_probability()
313 		vars->qdelay_old = vars->qdelay;  in pie_calculate_probability()
315 		if (vars->avg_dq_rate > 0)  in pie_calculate_probability()
316 			qdelay = (backlog << PIE_SCALE) / vars->avg_dq_rate;  in pie_calculate_probability()
320 		qdelay = vars->qdelay;  in pie_calculate_probability()
321 		qdelay_old = vars->qdelay_old;  in pie_calculate_probability()
343 	if (vars->prob < MAX_PROB / 10) {  in pie_calculate_probability()
348 		while (vars->prob < div_u64(MAX_PROB, power) &&  in pie_calculate_probability()
360 	oldprob = vars->prob;  in pie_calculate_probability()
364 	    vars->prob >= MAX_PROB / 10)  in pie_calculate_probability()
375 	vars->prob += delta;  in pie_calculate_probability()
379 		if (vars->prob < oldprob) {  in pie_calculate_probability()
380 			vars->prob = MAX_PROB;  in pie_calculate_probability()
390 		if (vars->prob > oldprob)  in pie_calculate_probability()
391 			vars->prob = 0;  in pie_calculate_probability()
400 		vars->prob -= vars->prob / 64;  in pie_calculate_probability()
402 	vars->qdelay = qdelay;  in pie_calculate_probability()
403 	vars->backlog_old = backlog;  in pie_calculate_probability()
411 	if ((vars->qdelay < params->target / 2) &&  in pie_calculate_probability()
412 	    (vars->qdelay_old < params->target / 2) &&  in pie_calculate_probability()
413 	    vars->prob == 0 &&  in pie_calculate_probability()
414 	    (!params->dq_rate_estimator || vars->avg_dq_rate > 0)) {  in pie_calculate_probability()
415 		pie_vars_init(vars);  in pie_calculate_probability()
419 		vars->qdelay_old = qdelay;  in pie_calculate_probability()
430 	pie_calculate_probability(&q->params, &q->vars, sch->qstats.backlog);  in pie_timer()
444 	pie_vars_init(&q->vars);  in pie_init()
496 		.prob		= q->vars.prob << BITS_PER_BYTE,  in pie_dump_stats()
497 		.delay		= ((u32)PSCHED_TICKS2NS(q->vars.qdelay)) /  in pie_dump_stats()
511 		st.avg_dq_rate = q->vars.avg_dq_rate *  in pie_dump_stats()
525 	pie_process_dequeue(skb, &q->params, &q->vars, sch->qstats.backlog);  in pie_qdisc_dequeue()
534 	pie_vars_init(&q->vars);  in pie_reset()