558 struct topa {  struct
572 	((PAGE_SIZE - sizeof(struct topa)) / sizeof(struct topa_entry))  argument
581 	struct topa		topa;  member
584 static inline struct topa_page *topa_to_page(struct topa *topa)  in topa_to_page()  argument
586 	return container_of(topa, struct topa_page, topa);  in topa_to_page()
594 static inline phys_addr_t topa_pfn(struct topa *topa)  in topa_pfn()  argument
596 	return PFN_DOWN(virt_to_phys(topa_to_page(topa)));  in topa_pfn()
641 static struct topa *topa_alloc(int cpu, gfp_t gfp)  in topa_alloc()
652 	tp->topa.last = 0;  in topa_alloc()
659 		TOPA_ENTRY(&tp->topa, 1)->base = page_to_phys(p) >> TOPA_SHIFT;  in topa_alloc()
660 		TOPA_ENTRY(&tp->topa, 1)->end = 1;  in topa_alloc()
663 	return &tp->topa;  in topa_alloc()
670 static void topa_free(struct topa *topa)  in topa_free()  argument
672 	free_page((unsigned long)topa);  in topa_free()
684 static void topa_insert_table(struct pt_buffer *buf, struct topa *topa)  in topa_insert_table()  argument
686 	struct topa *last = buf->last;  in topa_insert_table()
688 	list_add_tail(&topa->list, &buf->tables);  in topa_insert_table()
691 		buf->first = buf->last = buf->cur = topa;  in topa_insert_table()
695 	topa->offset = last->offset + last->size;  in topa_insert_table()
696 	buf->last = topa;  in topa_insert_table()
703 	TOPA_ENTRY(last, -1)->base = topa_pfn(topa);  in topa_insert_table()
711 static bool topa_table_full(struct topa *topa)  in topa_table_full()  argument
715 		return !!topa->last;  in topa_table_full()
717 	return topa->last == TENTS_PER_PAGE - 1;  in topa_table_full()
732 	struct topa *topa = buf->last;  in topa_insert_pages()  local
740 	if (topa_table_full(topa)) {  in topa_insert_pages()
741 		topa = topa_alloc(cpu, gfp);  in topa_insert_pages()
742 		if (!topa)  in topa_insert_pages()
745 		topa_insert_table(buf, topa);  in topa_insert_pages()
748 	if (topa->z_count == topa->last - 1) {  in topa_insert_pages()
749 		if (order == TOPA_ENTRY(topa, topa->last - 1)->size)  in topa_insert_pages()
750 			topa->z_count++;  in topa_insert_pages()
753 	TOPA_ENTRY(topa, -1)->base = page_to_phys(p) >> TOPA_SHIFT;  in topa_insert_pages()
754 	TOPA_ENTRY(topa, -1)->size = order;  in topa_insert_pages()
757 		TOPA_ENTRY(topa, -1)->intr = 1;  in topa_insert_pages()
758 		TOPA_ENTRY(topa, -1)->stop = 1;  in topa_insert_pages()
761 	topa->last++;  in topa_insert_pages()
762 	topa->size += sizes(order);  in topa_insert_pages()
775 	struct topa *topa;  in pt_topa_dump()  local
777 	list_for_each_entry(topa, &buf->tables, list) {  in pt_topa_dump()
778 		struct topa_page *tp = topa_to_page(topa);  in pt_topa_dump()
782 			 topa->offset, topa->size);  in pt_topa_dump()
796 			if (!i && topa->z_count)  in pt_topa_dump()
797 				i += topa->z_count;  in pt_topa_dump()
817 			buf->cur = list_entry(buf->cur->list.next, struct topa,  in pt_buffer_advance()
947 		buf->cur = &tp->topa;  in pt_read_offset()
962 	struct topa *topa;  in pt_topa_entry_for_page()  local
975 	list_for_each_entry(topa, &buf->tables, list) {  in pt_topa_entry_for_page()
976 		if (topa->offset + topa->size > pg << PAGE_SHIFT)  in pt_topa_entry_for_page()
992 	if (WARN_ON_ONCE(topa->last == -1))  in pt_topa_entry_for_page()
995 	tp = topa_to_page(topa);  in pt_topa_entry_for_page()
996 	cur_pg = PFN_DOWN(topa->offset);  in pt_topa_entry_for_page()
997 	if (topa->z_count) {  in pt_topa_entry_for_page()
998 		z_pg = TOPA_ENTRY_PAGES(topa, 0) * (topa->z_count + 1);  in pt_topa_entry_for_page()
999 		start_idx = topa->z_count + 1;  in pt_topa_entry_for_page()
1007 		idx = (pg - cur_pg) / TOPA_ENTRY_PAGES(topa, 0);  in pt_topa_entry_for_page()
1014 	for (idx = start_idx, cur_pg += z_pg; idx < topa->last; idx++) {  in pt_topa_entry_for_page()
1015 		if (cur_pg + TOPA_ENTRY_PAGES(topa, idx) > pg)  in pt_topa_entry_for_page()
1018 		cur_pg += TOPA_ENTRY_PAGES(topa, idx);  in pt_topa_entry_for_page()
1034 	struct topa *topa;  in pt_topa_prev_entry()  local
1040 	topa = &tp->topa;  in pt_topa_prev_entry()
1041 	if (topa == buf->first)  in pt_topa_prev_entry()
1042 		topa = buf->last;  in pt_topa_prev_entry()
1044 		topa = list_prev_entry(topa, list);  in pt_topa_prev_entry()
1046 	tp = topa_to_page(topa);  in pt_topa_prev_entry()
1048 	return &tp->table[topa->last - 1];  in pt_topa_prev_entry()
1160 		buf->cur = &cur_tp->topa;  in pt_buffer_reset_offsets()
1177 	struct topa *topa, *iter;  in pt_buffer_fini_topa()  local
1182 	list_for_each_entry_safe(topa, iter, &buf->tables, list) {  in pt_buffer_fini_topa()
1187 		topa_free(topa);  in pt_buffer_fini_topa()
1200 	struct topa *topa;  in pt_buffer_init_topa()  local
1203 	topa = topa_alloc(cpu, gfp);  in pt_buffer_init_topa()
1204 	if (!topa)  in pt_buffer_init_topa()
1207 	topa_insert_table(buf, topa);  in pt_buffer_init_topa()
1753 	BUILD_BUG_ON(sizeof(struct topa) > PAGE_SIZE);  in pt_init()