Lines Matching refs:aux_head
272 unsigned long aux_head, aux_tail; in perf_aux_output_begin() local
297 aux_head = local_read(&rb->aux_head); in perf_aux_output_begin()
301 handle->head = aux_head; in perf_aux_output_begin()
312 if (aux_head - aux_tail < perf_aux_size(rb)) in perf_aux_output_begin()
313 handle->size = CIRC_SPACE(aux_head, aux_tail, perf_aux_size(rb)); in perf_aux_output_begin()
351 unsigned long aux_head; in perf_aux_output_end() local
361 aux_head = handle->head; in perf_aux_output_end()
362 local_set(&rb->aux_head, aux_head); in perf_aux_output_end()
364 aux_head = local_read(&rb->aux_head); in perf_aux_output_end()
365 local_add(size, &rb->aux_head); in perf_aux_output_end()
373 perf_event_aux_event(handle->event, aux_head, size, flags); in perf_aux_output_end()
376 aux_head = rb->user_page->aux_head = local_read(&rb->aux_head); in perf_aux_output_end()
378 if (aux_head - local_read(&rb->aux_wakeup) >= rb->aux_watermark) { in perf_aux_output_end()
403 unsigned long aux_head; in perf_aux_output_skip() local
408 local_add(size, &rb->aux_head); in perf_aux_output_skip()
410 aux_head = rb->user_page->aux_head = local_read(&rb->aux_head); in perf_aux_output_skip()
411 if (aux_head - local_read(&rb->aux_wakeup) >= rb->aux_watermark) { in perf_aux_output_skip()
418 handle->head = aux_head; in perf_aux_output_skip()