312 			 struct ring_buffer *buffer,  in filter_check_discard()  argument
317 		ring_buffer_discard_commit(buffer, event);  in filter_check_discard()
326 			      struct ring_buffer *buffer,  in call_filter_check_discard()  argument
331 		ring_buffer_discard_commit(buffer, event);  in call_filter_check_discard()
344 	if (!buf->buffer)  in buffer_ftrace_now()
347 	ts = ring_buffer_time_stamp(buf->buffer, cpu);  in buffer_ftrace_now()
348 	ring_buffer_normalize_time_stamp(buf->buffer, cpu, &ts);  in buffer_ftrace_now()
483 static void __ftrace_trace_stack(struct ring_buffer *buffer,
487 				      struct ring_buffer *buffer,
492 static inline void __ftrace_trace_stack(struct ring_buffer *buffer,  in __ftrace_trace_stack()  argument
498 				      struct ring_buffer *buffer,  in ftrace_trace_stack()  argument
508 	if (tr->trace_buffer.buffer)  in tracer_tracing_on()
509 		ring_buffer_record_on(tr->trace_buffer.buffer);  in tracer_tracing_on()
544 	struct ring_buffer *buffer;  in __trace_puts()  local
561 	buffer = global_trace.trace_buffer.buffer;  in __trace_puts()
562 	event = trace_buffer_lock_reserve(buffer, TRACE_PRINT, alloc,   in __trace_puts()
579 	__buffer_unlock_commit(buffer, event);  in __trace_puts()
580 	ftrace_trace_stack(&global_trace, buffer, irq_flags, 4, pc, NULL);  in __trace_puts()
594 	struct ring_buffer *buffer;  in __trace_bputs()  local
609 	buffer = global_trace.trace_buffer.buffer;  in __trace_bputs()
610 	event = trace_buffer_lock_reserve(buffer, TRACE_BPUTS, size,  in __trace_bputs()
619 	__buffer_unlock_commit(buffer, event);  in __trace_bputs()
620 	ftrace_trace_stack(&global_trace, buffer, irq_flags, 4, pc, NULL);  in __trace_bputs()
702 	ring_buffer_resize(tr->max_buffer.buffer, 1, RING_BUFFER_ALL_CPUS);  in free_snapshot()
774 	if (tr->trace_buffer.buffer)  in tracer_tracing_off()
775 		ring_buffer_record_off(tr->trace_buffer.buffer);  in tracer_tracing_off()
817 	if (tr->trace_buffer.buffer)  in tracer_tracing_is_on()
818 		return ring_buffer_record_is_on(tr->trace_buffer.buffer);  in tracer_tracing_is_on()
903 	parser->buffer = kmalloc(size, GFP_KERNEL);  in trace_parser_get_init()
904 	if (!parser->buffer)  in trace_parser_get_init()
916 	kfree(parser->buffer);  in trace_parser_put()
974 			parser->buffer[parser->idx++] = ch;  in trace_get_user()
988 		parser->buffer[parser->idx] = 0;  in trace_get_user()
992 		parser->buffer[parser->idx++] = ch;  in trace_get_user()
1016 	memcpy(buf, s->buffer + s->seq.readpos, cnt);  in trace_seq_to_buffer()
1091 	buf = tr->trace_buffer.buffer;  in update_max_tr()
1092 	tr->trace_buffer.buffer = tr->max_buffer.buffer;  in update_max_tr()
1093 	tr->max_buffer.buffer = buf;  in update_max_tr()
1124 	ret = ring_buffer_swap_cpu(tr->max_buffer.buffer, tr->trace_buffer.buffer, cpu);  in update_max_tr_single()
1133 		trace_array_printk_buf(tr->max_buffer.buffer, _THIS_IP_,  in update_max_tr_single()
1150 	return ring_buffer_wait(iter->trace_buffer->buffer, iter->cpu_file,  in wait_on_pipe()
1179 			ring_buffer_resize(tr->max_buffer.buffer, trace_buf_size,  in run_tracer_selftest()
1205 			ring_buffer_resize(tr->max_buffer.buffer, 1,  in run_tracer_selftest()
1305 	struct ring_buffer *buffer = buf->buffer;  in tracing_reset()  local
1307 	if (!buffer)  in tracing_reset()
1310 	ring_buffer_record_disable(buffer);  in tracing_reset()
1314 	ring_buffer_reset_cpu(buffer, cpu);  in tracing_reset()
1316 	ring_buffer_record_enable(buffer);  in tracing_reset()
1321 	struct ring_buffer *buffer = buf->buffer;  in tracing_reset_online_cpus()  local
1324 	if (!buffer)  in tracing_reset_online_cpus()
1327 	ring_buffer_record_disable(buffer);  in tracing_reset_online_cpus()
1335 		ring_buffer_reset_cpu(buffer, cpu);  in tracing_reset_online_cpus()
1337 	ring_buffer_record_enable(buffer);  in tracing_reset_online_cpus()
1433 	struct ring_buffer *buffer;  in tracing_start()  local
1452 	buffer = global_trace.trace_buffer.buffer;  in tracing_start()
1453 	if (buffer)  in tracing_start()
1454 		ring_buffer_record_enable(buffer);  in tracing_start()
1457 	buffer = global_trace.max_buffer.buffer;  in tracing_start()
1458 	if (buffer)  in tracing_start()
1459 		ring_buffer_record_enable(buffer);  in tracing_start()
1470 	struct ring_buffer *buffer;  in tracing_start_tr()  local
1491 	buffer = tr->trace_buffer.buffer;  in tracing_start_tr()
1492 	if (buffer)  in tracing_start_tr()
1493 		ring_buffer_record_enable(buffer);  in tracing_start_tr()
1507 	struct ring_buffer *buffer;  in tracing_stop()  local
1517 	buffer = global_trace.trace_buffer.buffer;  in tracing_stop()
1518 	if (buffer)  in tracing_stop()
1519 		ring_buffer_record_disable(buffer);  in tracing_stop()
1522 	buffer = global_trace.max_buffer.buffer;  in tracing_stop()
1523 	if (buffer)  in tracing_stop()
1524 		ring_buffer_record_disable(buffer);  in tracing_stop()
1535 	struct ring_buffer *buffer;  in tracing_stop_tr()  local
1546 	buffer = tr->trace_buffer.buffer;  in tracing_stop_tr()
1547 	if (buffer)  in tracing_stop_tr()
1548 		ring_buffer_record_disable(buffer);  in tracing_stop_tr()
1670 trace_buffer_lock_reserve(struct ring_buffer *buffer,  in trace_buffer_lock_reserve()  argument
1677 	event = ring_buffer_lock_reserve(buffer, len);  in trace_buffer_lock_reserve()
1689 __buffer_unlock_commit(struct ring_buffer *buffer, struct ring_buffer_event *event)  in __buffer_unlock_commit()  argument
1692 	ring_buffer_unlock_commit(buffer, event);  in __buffer_unlock_commit()
1696 				struct ring_buffer *buffer,  in trace_buffer_unlock_commit()  argument
1700 	__buffer_unlock_commit(buffer, event);  in trace_buffer_unlock_commit()
1702 	ftrace_trace_stack(tr, buffer, flags, 6, pc, NULL);  in trace_buffer_unlock_commit()
1703 	ftrace_trace_userstack(buffer, flags, pc);  in trace_buffer_unlock_commit()
1717 	*current_rb = trace_file->tr->trace_buffer.buffer;  in trace_event_buffer_lock_reserve()
1740 	*current_rb = global_trace.trace_buffer.buffer;  in trace_current_buffer_lock_reserve()
1747 				     struct ring_buffer *buffer,  in trace_buffer_unlock_commit_regs()  argument
1752 	__buffer_unlock_commit(buffer, event);  in trace_buffer_unlock_commit_regs()
1754 	ftrace_trace_stack(tr, buffer, flags, 0, pc, regs);  in trace_buffer_unlock_commit_regs()
1755 	ftrace_trace_userstack(buffer, flags, pc);  in trace_buffer_unlock_commit_regs()
1759 void trace_current_buffer_discard_commit(struct ring_buffer *buffer,  in trace_current_buffer_discard_commit()  argument
1762 	ring_buffer_discard_commit(buffer, event);  in trace_current_buffer_discard_commit()
1772 	struct ring_buffer *buffer = tr->trace_buffer.buffer;  in trace_function()  local
1776 	event = trace_buffer_lock_reserve(buffer, TRACE_FN, sizeof(*entry),  in trace_function()
1784 	if (!call_filter_check_discard(call, entry, buffer, event))  in trace_function()
1785 		__buffer_unlock_commit(buffer, event);  in trace_function()
1798 static void __ftrace_trace_stack(struct ring_buffer *buffer,  in __ftrace_trace_stack()  argument
1846 	event = trace_buffer_lock_reserve(buffer, TRACE_STACK,  in __ftrace_trace_stack()
1868 	if (!call_filter_check_discard(call, entry, buffer, event))  in __ftrace_trace_stack()
1869 		__buffer_unlock_commit(buffer, event);  in __ftrace_trace_stack()
1880 				      struct ring_buffer *buffer,  in ftrace_trace_stack()  argument
1887 	__ftrace_trace_stack(buffer, flags, skip, pc, regs);  in ftrace_trace_stack()
1893 	__ftrace_trace_stack(tr->trace_buffer.buffer, flags, skip, pc, NULL);  in __trace_stack()
1914 	__ftrace_trace_stack(global_trace.trace_buffer.buffer,  in trace_dump_stack()
1921 ftrace_trace_userstack(struct ring_buffer *buffer, unsigned long flags, int pc)  in ftrace_trace_userstack()  argument
1948 	event = trace_buffer_lock_reserve(buffer, TRACE_USER_STACK,  in ftrace_trace_userstack()
1963 	if (!call_filter_check_discard(call, entry, buffer, event))  in ftrace_trace_userstack()
1964 		__buffer_unlock_commit(buffer, event);  in ftrace_trace_userstack()
1983 	char buffer[TRACE_BUF_SIZE];  member
2018 	return this_cpu_ptr(&percpu_buffer->buffer[0]);  in get_trace_buf()
2100 	if (global_trace.trace_buffer.buffer)  in trace_printk_init_buffers()
2131 	struct ring_buffer *buffer;  in trace_vbprintk()  local
2160 	buffer = tr->trace_buffer.buffer;  in trace_vbprintk()
2161 	event = trace_buffer_lock_reserve(buffer, TRACE_BPRINT, size,  in trace_vbprintk()
2170 	if (!call_filter_check_discard(call, entry, buffer, event)) {  in trace_vbprintk()
2171 		__buffer_unlock_commit(buffer, event);  in trace_vbprintk()
2172 		ftrace_trace_stack(tr, buffer, flags, 6, pc, NULL);  in trace_vbprintk()
2184 __trace_array_vprintk(struct ring_buffer *buffer,  in __trace_array_vprintk()  argument
2214 	event = trace_buffer_lock_reserve(buffer, TRACE_PRINT, size,  in __trace_array_vprintk()
2222 	if (!call_filter_check_discard(call, entry, buffer, event)) {  in __trace_array_vprintk()
2223 		__buffer_unlock_commit(buffer, event);  in __trace_array_vprintk()
2224 		ftrace_trace_stack(&global_trace, buffer, flags, 6, pc, NULL);  in __trace_array_vprintk()
2236 	return __trace_array_vprintk(tr->trace_buffer.buffer, ip, fmt, args);  in trace_array_vprintk()
2254 int trace_array_printk_buf(struct ring_buffer *buffer,  in trace_array_printk_buf()  argument
2264 	ret = __trace_array_vprintk(buffer, ip, fmt, ap);  in trace_array_printk_buf()
2294 		event = ring_buffer_peek(iter->trace_buffer->buffer, cpu, ts,  in peek_next_entry()
2309 	struct ring_buffer *buffer = iter->trace_buffer->buffer;  in __find_next_entry()  local
2323 		if (ring_buffer_empty_cpu(buffer, cpu_file))  in __find_next_entry()
2334 		if (ring_buffer_empty_cpu(buffer, cpu))  in __find_next_entry()
2386 	ring_buffer_consume(iter->trace_buffer->buffer, iter->cpu, &iter->ts,  in trace_consume()
2539 		count = ring_buffer_entries_cpu(buf->buffer, cpu);  in get_total_entries()
2551 				ring_buffer_overrun_cpu(buf->buffer, cpu);  in get_total_entries()
2808 			if (!ring_buffer_empty_cpu(iter->trace_buffer->buffer, cpu))  in trace_empty()
2820 			if (!ring_buffer_empty_cpu(iter->trace_buffer->buffer, cpu))  in trace_empty()
3083 	if (ring_buffer_overruns(iter->trace_buffer->buffer))  in __tracing_open()
3097 				ring_buffer_read_prepare(iter->trace_buffer->buffer, cpu);  in __tracing_open()
3107 			ring_buffer_read_prepare(iter->trace_buffer->buffer, cpu);  in __tracing_open()
3443 			ring_buffer_record_disable_cpu(tr->trace_buffer.buffer, cpu);  in tracing_cpumask_write()
3448 			ring_buffer_record_enable_cpu(tr->trace_buffer.buffer, cpu);  in tracing_cpumask_write()
3569 		ring_buffer_change_overwrite(tr->trace_buffer.buffer, enabled);  in set_tracer_flag()
3571 		ring_buffer_change_overwrite(tr->max_buffer.buffer, enabled);  in set_tracer_flag()
4201 			ret = ring_buffer_resize(trace_buf->buffer,  in resize_buffer_duplicate_size()
4209 		ret = ring_buffer_resize(trace_buf->buffer,  in resize_buffer_duplicate_size()
4233 	if (!tr->trace_buffer.buffer)  in __tracing_resize_ring_buffer()
4236 	ret = ring_buffer_resize(tr->trace_buffer.buffer, size, cpu);  in __tracing_resize_ring_buffer()
4245 	ret = ring_buffer_resize(tr->max_buffer.buffer, size, cpu);  in __tracing_resize_ring_buffer()
4671 		return ring_buffer_poll_wait(iter->trace_buffer->buffer, iter->cpu_file,  in trace_poll()
5102 	struct ring_buffer *buffer;  in tracing_mark_write()  local
5160 	buffer = tr->trace_buffer.buffer;  in tracing_mark_write()
5161 	event = trace_buffer_lock_reserve(buffer, TRACE_PRINT, size,  in tracing_mark_write()
5185 	__buffer_unlock_commit(buffer, event);  in tracing_mark_write()
5230 	ring_buffer_set_clock(tr->trace_buffer.buffer, trace_clocks[i].func);  in tracing_set_clock()
5239 	if (tr->flags & TRACE_ARRAY_FL_GLOBAL && tr->max_buffer.buffer)  in tracing_set_clock()
5240 		ring_buffer_set_clock(tr->max_buffer.buffer, trace_clocks[i].func);  in tracing_set_clock()
5621 		info->spare = ring_buffer_alloc_read_page(iter->trace_buffer->buffer,  in tracing_buffers_read()
5632 	ret = ring_buffer_read_page(iter->trace_buffer->buffer,  in tracing_buffers_read()
5682 		ring_buffer_free_read_page(iter->trace_buffer->buffer, info->spare);  in tracing_buffers_release()
5691 	struct ring_buffer	*buffer;  member
5704 	ring_buffer_free_read_page(ref->buffer, ref->page);  in buffer_pipe_buf_release()
5738 	ring_buffer_free_read_page(ref->buffer, ref->page);  in buffer_spd_release()
5783 	entries = ring_buffer_entries_cpu(iter->trace_buffer->buffer, iter->cpu_file);  in tracing_buffers_splice_read()
5796 		ref->buffer = iter->trace_buffer->buffer;  in tracing_buffers_splice_read()
5797 		ref->page = ring_buffer_alloc_read_page(ref->buffer, iter->cpu_file);  in tracing_buffers_splice_read()
5804 		r = ring_buffer_read_page(ref->buffer, &ref->page,  in tracing_buffers_splice_read()
5807 			ring_buffer_free_read_page(ref->buffer, ref->page);  in tracing_buffers_splice_read()
5829 		entries = ring_buffer_entries_cpu(iter->trace_buffer->buffer, iter->cpu_file);  in tracing_buffers_splice_read()
5884 	cnt = ring_buffer_entries_cpu(trace_buf->buffer, cpu);  in tracing_stats_read()
5887 	cnt = ring_buffer_overrun_cpu(trace_buf->buffer, cpu);  in tracing_stats_read()
5890 	cnt = ring_buffer_commit_overrun_cpu(trace_buf->buffer, cpu);  in tracing_stats_read()
5893 	cnt = ring_buffer_bytes_cpu(trace_buf->buffer, cpu);  in tracing_stats_read()
5898 		t = ns2usecs(ring_buffer_oldest_event_ts(trace_buf->buffer, cpu));  in tracing_stats_read()
5903 		t = ns2usecs(ring_buffer_time_stamp(trace_buf->buffer, cpu));  in tracing_stats_read()
5909 				ring_buffer_oldest_event_ts(trace_buf->buffer, cpu));  in tracing_stats_read()
5912 				ring_buffer_time_stamp(trace_buf->buffer, cpu));  in tracing_stats_read()
5915 	cnt = ring_buffer_dropped_events_cpu(trace_buf->buffer, cpu);  in tracing_stats_read()
5918 	cnt = ring_buffer_read_events_cpu(trace_buf->buffer, cpu);  in tracing_stats_read()
5922 					s->buffer, trace_seq_used(s));  in tracing_stats_read()
6486 	struct ring_buffer *buffer = tr->trace_buffer.buffer;  in rb_simple_write()  local
6494 	if (buffer) {  in rb_simple_write()
6535 	buf->buffer = ring_buffer_alloc(size, rb_flags);  in allocate_trace_buffer()
6536 	if (!buf->buffer)  in allocate_trace_buffer()
6541 		ring_buffer_free(buf->buffer);  in allocate_trace_buffer()
6547 			   ring_buffer_size(tr->trace_buffer.buffer, 0));  in allocate_trace_buffer()
6564 		ring_buffer_free(tr->trace_buffer.buffer);  in allocate_trace_buffers()
6581 	if (buf->buffer) {  in free_trace_buffer()
6582 		ring_buffer_free(buf->buffer);  in free_trace_buffer()
6583 		buf->buffer = NULL;  in free_trace_buffer()
7063 	s->buffer[s->seq.len] = 0;  in trace_printk_seq()
7065 	printk(KERN_TRACE "%s", s->buffer);  in trace_printk_seq()
7081 	if (ring_buffer_overruns(iter->trace_buffer->buffer))  in trace_init_global_iter()