183 static bool map_collect_record(int fd, __u32 key, struct record *rec)  in map_collect_record()  argument
200 	rec->timestamp = gettime();  in map_collect_record()
204 		rec->cpu[i].processed = values[i].processed;  in map_collect_record()
206 		rec->cpu[i].dropped = values[i].dropped;  in map_collect_record()
208 		rec->cpu[i].info = values[i].info;  in map_collect_record()
210 		rec->cpu[i].err = values[i].err;  in map_collect_record()
213 	rec->total.processed = sum_processed;  in map_collect_record()
214 	rec->total.dropped   = sum_dropped;  in map_collect_record()
215 	rec->total.info      = sum_info;  in map_collect_record()
216 	rec->total.err       = sum_err;  in map_collect_record()
220 static bool map_collect_record_u64(int fd, __u32 key, struct record_u64 *rec)  in map_collect_record_u64()  argument
234 	rec->timestamp = gettime();  in map_collect_record_u64()
238 		rec->cpu[i].processed = values[i].processed;  in map_collect_record_u64()
241 	rec->total.processed = sum_total;  in map_collect_record_u64()
346 		struct record_u64 *rec, *prev;  in stats_print()  local
350 		rec  =  &stats_rec->xdp_redirect[rec_i];  in stats_print()
352 		t = calc_period_u64(rec, prev);  in stats_print()
355 			struct u64rec *r = &rec->cpu[i];  in stats_print()
364 		pps = calc_pps_u64(&rec->total, &prev->total, t);  in stats_print()
371 		struct record_u64 *rec, *prev;  in stats_print()  local
375 		rec  =  &stats_rec->xdp_exception[rec_i];  in stats_print()
377 		t = calc_period_u64(rec, prev);  in stats_print()
380 			struct u64rec *r = &rec->cpu[i];  in stats_print()
388 		pps = calc_pps_u64(&rec->total, &prev->total, t);  in stats_print()
398 		struct record *rec, *prev;  in stats_print()  local
402 		rec  =  &stats_rec->xdp_cpumap_enqueue[to_cpu];  in stats_print()
404 		t = calc_period(rec, prev);  in stats_print()
406 			struct datarec *r = &rec->cpu[i];  in stats_print()
420 		pps = calc_pps(&rec->total, &prev->total, t);  in stats_print()
422 			drop = calc_drop(&rec->total, &prev->total, t);  in stats_print()
423 			info = calc_info(&rec->total, &prev->total, t);  in stats_print()
437 		struct record *rec, *prev;  in stats_print()  local
441 		rec  =  &stats_rec->xdp_cpumap_kthread;  in stats_print()
443 		t = calc_period(rec, prev);  in stats_print()
445 			struct datarec *r = &rec->cpu[i];  in stats_print()
457 		pps = calc_pps(&rec->total, &prev->total, t);  in stats_print()
458 		drop = calc_drop(&rec->total, &prev->total, t);  in stats_print()
459 		info = calc_info(&rec->total, &prev->total, t);  in stats_print()
469 		struct record *rec, *prev;  in stats_print()  local
474 		rec  =  &stats_rec->xdp_devmap_xmit;  in stats_print()
476 		t = calc_period(rec, prev);  in stats_print()
478 			struct datarec *r = &rec->cpu[i];  in stats_print()
495 		pps = calc_pps(&rec->total, &prev->total, t);  in stats_print()
496 		drop = calc_drop(&rec->total, &prev->total, t);  in stats_print()
497 		info = calc_info(&rec->total, &prev->total, t);  in stats_print()
498 		err  = calc_err(&rec->total, &prev->total, t);  in stats_print()
512 static bool stats_collect(struct stats_record *rec)  in stats_collect()  argument
523 		map_collect_record_u64(fd, i, &rec->xdp_redirect[i]);  in stats_collect()
527 		map_collect_record_u64(fd, i, &rec->xdp_exception[i]);  in stats_collect()
532 		map_collect_record(fd, i, &rec->xdp_cpumap_enqueue[i]);  in stats_collect()
535 	map_collect_record(fd, 0, &rec->xdp_cpumap_kthread);  in stats_collect()
538 	map_collect_record(fd, 0, &rec->xdp_devmap_xmit);  in stats_collect()
558 	struct stats_record *rec;  in alloc_stats_record()  local
563 	rec = calloc(1, sizeof(*rec));  in alloc_stats_record()
564 	if (!rec) {  in alloc_stats_record()
572 		rec->xdp_redirect[i].cpu = alloc_rec_per_cpu(rec_sz);  in alloc_stats_record()
575 		rec->xdp_exception[i].cpu = alloc_rec_per_cpu(rec_sz);  in alloc_stats_record()
578 	rec->xdp_cpumap_kthread.cpu = alloc_rec_per_cpu(rec_sz);  in alloc_stats_record()
579 	rec->xdp_devmap_xmit.cpu    = alloc_rec_per_cpu(rec_sz);  in alloc_stats_record()
582 		rec->xdp_cpumap_enqueue[i].cpu = alloc_rec_per_cpu(rec_sz);  in alloc_stats_record()
584 	return rec;  in alloc_stats_record()
618 	struct stats_record *rec, *prev;  in stats_poll()  local
620 	rec  = alloc_stats_record();  in stats_poll()
622 	stats_collect(rec);  in stats_poll()
643 		swap(&prev, &rec);  in stats_poll()
644 		stats_collect(rec);  in stats_poll()
645 		stats_print(rec, prev, err_only);  in stats_poll()
650 	free_stats_record(rec);  in stats_poll()