325 struct topa {  struct
344 static struct topa *topa_alloc(int cpu, gfp_t gfp)  in topa_alloc()  argument
347 	struct topa *topa;  in topa_alloc()  local
354 	topa = page_address(p);  in topa_alloc()
355 	topa->last = 0;  in topa_alloc()
356 	topa->phys = page_to_phys(p);  in topa_alloc()
363 		TOPA_ENTRY(topa, 1)->base = topa->phys >> TOPA_SHIFT;  in topa_alloc()
364 		TOPA_ENTRY(topa, 1)->end = 1;  in topa_alloc()
367 	return topa;  in topa_alloc()
374 static void topa_free(struct topa *topa)  in topa_free()  argument
376 	free_page((unsigned long)topa);  in topa_free()
388 static void topa_insert_table(struct pt_buffer *buf, struct topa *topa)  in topa_insert_table()  argument
390 	struct topa *last = buf->last;  in topa_insert_table()
392 	list_add_tail(&topa->list, &buf->tables);  in topa_insert_table()
395 		buf->first = buf->last = buf->cur = topa;  in topa_insert_table()
399 	topa->offset = last->offset + last->size;  in topa_insert_table()
400 	buf->last = topa;  in topa_insert_table()
407 	TOPA_ENTRY(last, -1)->base = topa->phys >> TOPA_SHIFT;  in topa_insert_table()
415 static bool topa_table_full(struct topa *topa)  in topa_table_full()  argument
419 		return !!topa->last;  in topa_table_full()
421 	return topa->last == TENTS_PER_PAGE - 1;  in topa_table_full()
436 	struct topa *topa = buf->last;  in topa_insert_pages()  local
444 	if (topa_table_full(topa)) {  in topa_insert_pages()
445 		topa = topa_alloc(buf->cpu, gfp);  in topa_insert_pages()
446 		if (!topa)  in topa_insert_pages()
449 		topa_insert_table(buf, topa);  in topa_insert_pages()
452 	TOPA_ENTRY(topa, -1)->base = page_to_phys(p) >> TOPA_SHIFT;  in topa_insert_pages()
453 	TOPA_ENTRY(topa, -1)->size = order;  in topa_insert_pages()
455 		TOPA_ENTRY(topa, -1)->intr = 1;  in topa_insert_pages()
456 		TOPA_ENTRY(topa, -1)->stop = 1;  in topa_insert_pages()
459 	topa->last++;  in topa_insert_pages()
460 	topa->size += sizes(order);  in topa_insert_pages()
473 	struct topa *topa;  in pt_topa_dump()  local
475 	list_for_each_entry(topa, &buf->tables, list) {  in pt_topa_dump()
478 		pr_debug("# table @%p (%016Lx), off %llx size %zx\n", topa->table,  in pt_topa_dump()
479 			 topa->phys, topa->offset, topa->size);  in pt_topa_dump()
482 				 &topa->table[i],  in pt_topa_dump()
483 				 (unsigned long)topa->table[i].base << TOPA_SHIFT,  in pt_topa_dump()
484 				 sizes(topa->table[i].size),  in pt_topa_dump()
485 				 topa->table[i].end ?  'E' : ' ',  in pt_topa_dump()
486 				 topa->table[i].intr ? 'I' : ' ',  in pt_topa_dump()
487 				 topa->table[i].stop ? 'S' : ' ',  in pt_topa_dump()
488 				 *(u64 *)&topa->table[i]);  in pt_topa_dump()
490 			     topa->table[i].stop) ||  in pt_topa_dump()
491 			    topa->table[i].end)  in pt_topa_dump()
512 			buf->cur = list_entry(buf->cur->list.next, struct topa,  in pt_buffer_advance()
737 	struct topa *cur = buf->first, *prev = buf->last;  in pt_buffer_setup_topa_index()
754 			cur = list_entry(cur->list.next, struct topa, list);  in pt_buffer_setup_topa_index()
788 	buf->cur = (struct topa *)((unsigned long)buf->topa_index[pg] & PAGE_MASK);  in pt_buffer_reset_offsets()
803 	struct topa *topa, *iter;  in pt_buffer_fini_topa()  local
805 	list_for_each_entry_safe(topa, iter, &buf->tables, list) {  in pt_buffer_fini_topa()
810 		topa_free(topa);  in pt_buffer_fini_topa()
823 	struct topa *topa;  in pt_buffer_init_topa()  local
826 	topa = topa_alloc(buf->cpu, gfp);  in pt_buffer_init_topa()
827 	if (!topa)  in pt_buffer_init_topa()
830 	topa_insert_table(buf, topa);  in pt_buffer_init_topa()
1131 	BUILD_BUG_ON(sizeof(struct topa) > PAGE_SIZE);  in pt_init()