Lines Matching refs:tail_page
468 struct buffer_page *tail_page; /* write to tail */ member
1032 struct buffer_page *tail_page, in rb_tail_page_update() argument
1063 if (tail_page == cpu_buffer->tail_page) { in rb_tail_page_update()
1088 old_tail = cmpxchg(&cpu_buffer->tail_page, in rb_tail_page_update()
1089 tail_page, next_page); in rb_tail_page_update()
1091 if (old_tail == tail_page) in rb_tail_page_update()
1275 cpu_buffer->tail_page = cpu_buffer->commit_page = cpu_buffer->head_page; in rb_allocate_cpu_buffer()
1459 struct list_head *tail_page, *to_remove, *next_page; in rb_remove_pages() local
1479 tail_page = &cpu_buffer->tail_page->list; in rb_remove_pages()
1485 if (cpu_buffer->tail_page == cpu_buffer->reader_page) in rb_remove_pages()
1486 tail_page = rb_list_head(tail_page->next); in rb_remove_pages()
1487 to_remove = tail_page; in rb_remove_pages()
1505 tail_page->next = (struct list_head *)((unsigned long)next_page | in rb_remove_pages()
1508 next_page->prev = tail_page; in rb_remove_pages()
1944 while (cpu_buffer->commit_page != cpu_buffer->tail_page) { in rb_set_commit_to_write()
1948 rb_is_reader_page(cpu_buffer->tail_page))) in rb_set_commit_to_write()
1977 if (unlikely(cpu_buffer->commit_page != cpu_buffer->tail_page)) in rb_set_commit_to_write()
2073 struct buffer_page *tail_page, in rb_handle_head_page() argument
2088 type = rb_head_page_set_update(cpu_buffer, next_page, tail_page, in rb_handle_head_page()
2198 if (cpu_buffer->tail_page != tail_page && in rb_handle_head_page()
2199 cpu_buffer->tail_page != next_page) in rb_handle_head_page()
2212 tail_page, in rb_handle_head_page()
2241 struct buffer_page *tail_page, in rb_reset_tail() argument
2257 tail_page->real_end = 0; in rb_reset_tail()
2259 local_sub(length, &tail_page->write); in rb_reset_tail()
2263 event = __rb_page_index(tail_page, tail); in rb_reset_tail()
2274 tail_page->real_end = tail; in rb_reset_tail()
2294 local_sub(length, &tail_page->write); in rb_reset_tail()
2306 local_sub(length, &tail_page->write); in rb_reset_tail()
2315 struct buffer_page *tail_page, u64 ts) in rb_move_tail() argument
2322 next_page = tail_page; in rb_move_tail()
2350 if (rb_is_head_page(cpu_buffer, next_page, &tail_page->list)) { in rb_move_tail()
2367 tail_page, in rb_move_tail()
2385 cpu_buffer->tail_page) && in rb_move_tail()
2394 ret = rb_tail_page_update(cpu_buffer, tail_page, next_page); in rb_move_tail()
2406 rb_reset_tail(cpu_buffer, tail_page, tail, length); in rb_move_tail()
2413 rb_reset_tail(cpu_buffer, tail_page, tail, length); in rb_move_tail()
2423 struct buffer_page *tail_page; in __rb_reserve_next() local
2435 tail_page = cpu_buffer->tail_page; in __rb_reserve_next()
2436 write = local_add_return(length, &tail_page->write); in __rb_reserve_next()
2452 tail_page, ts); in __rb_reserve_next()
2456 event = __rb_page_index(tail_page, tail); in __rb_reserve_next()
2460 local_inc(&tail_page->entries); in __rb_reserve_next()
2467 tail_page->page->time_stamp = ts; in __rb_reserve_next()
2489 bpage = cpu_buffer->tail_page; in rb_try_to_discard()
3222 if (cpu_buffer->tail_page == cpu_buffer->reader_page) in ring_buffer_oldest_event_ts()
4179 cpu_buffer->tail_page = cpu_buffer->head_page; in rb_reset_cpu()