301 			 struct ring_buffer *buffer,  in filter_check_discard()  argument
306 		ring_buffer_discard_commit(buffer, event);  in filter_check_discard()
315 			      struct ring_buffer *buffer,  in call_filter_check_discard()  argument
320 		ring_buffer_discard_commit(buffer, event);  in call_filter_check_discard()
333 	if (!buf->buffer)  in buffer_ftrace_now()
336 	ts = ring_buffer_time_stamp(buf->buffer, cpu);  in buffer_ftrace_now()
337 	ring_buffer_normalize_time_stamp(buf->buffer, cpu, &ts);  in buffer_ftrace_now()
479 	if (tr->trace_buffer.buffer)  in tracer_tracing_on()
480 		ring_buffer_record_on(tr->trace_buffer.buffer);  in tracer_tracing_on()
515 	struct ring_buffer *buffer;  in __trace_puts()  local
532 	buffer = global_trace.trace_buffer.buffer;  in __trace_puts()
533 	event = trace_buffer_lock_reserve(buffer, TRACE_PRINT, alloc,   in __trace_puts()
550 	__buffer_unlock_commit(buffer, event);  in __trace_puts()
551 	ftrace_trace_stack(buffer, irq_flags, 4, pc);  in __trace_puts()
565 	struct ring_buffer *buffer;  in __trace_bputs()  local
580 	buffer = global_trace.trace_buffer.buffer;  in __trace_bputs()
581 	event = trace_buffer_lock_reserve(buffer, TRACE_BPUTS, size,  in __trace_bputs()
590 	__buffer_unlock_commit(buffer, event);  in __trace_bputs()
591 	ftrace_trace_stack(buffer, irq_flags, 4, pc);  in __trace_bputs()
673 	ring_buffer_resize(tr->max_buffer.buffer, 1, RING_BUFFER_ALL_CPUS);  in free_snapshot()
745 	if (tr->trace_buffer.buffer)  in tracer_tracing_off()
746 		ring_buffer_record_off(tr->trace_buffer.buffer);  in tracer_tracing_off()
788 	if (tr->trace_buffer.buffer)  in tracer_tracing_is_on()
789 		return ring_buffer_record_is_on(tr->trace_buffer.buffer);  in tracer_tracing_is_on()
889 	parser->buffer = kmalloc(size, GFP_KERNEL);  in trace_parser_get_init()
890 	if (!parser->buffer)  in trace_parser_get_init()
902 	kfree(parser->buffer);  in trace_parser_put()
960 			parser->buffer[parser->idx++] = ch;  in trace_get_user()
974 		parser->buffer[parser->idx] = 0;  in trace_get_user()
978 		parser->buffer[parser->idx++] = ch;  in trace_get_user()
1002 	memcpy(buf, s->buffer + s->seq.readpos, cnt);  in trace_seq_to_buffer()
1077 	buf = tr->trace_buffer.buffer;  in update_max_tr()
1078 	tr->trace_buffer.buffer = tr->max_buffer.buffer;  in update_max_tr()
1079 	tr->max_buffer.buffer = buf;  in update_max_tr()
1110 	ret = ring_buffer_swap_cpu(tr->max_buffer.buffer, tr->trace_buffer.buffer, cpu);  in update_max_tr_single()
1119 		trace_array_printk_buf(tr->max_buffer.buffer, _THIS_IP_,  in update_max_tr_single()
1136 	return ring_buffer_wait(iter->trace_buffer->buffer, iter->cpu_file,  in wait_on_pipe()
1165 			ring_buffer_resize(tr->max_buffer.buffer, trace_buf_size,  in run_tracer_selftest()
1191 			ring_buffer_resize(tr->max_buffer.buffer, 1,  in run_tracer_selftest()
1283 	struct ring_buffer *buffer = buf->buffer;  in tracing_reset()  local
1285 	if (!buffer)  in tracing_reset()
1288 	ring_buffer_record_disable(buffer);  in tracing_reset()
1292 	ring_buffer_reset_cpu(buffer, cpu);  in tracing_reset()
1294 	ring_buffer_record_enable(buffer);  in tracing_reset()
1299 	struct ring_buffer *buffer = buf->buffer;  in tracing_reset_online_cpus()  local
1302 	if (!buffer)  in tracing_reset_online_cpus()
1305 	ring_buffer_record_disable(buffer);  in tracing_reset_online_cpus()
1313 		ring_buffer_reset_cpu(buffer, cpu);  in tracing_reset_online_cpus()
1315 	ring_buffer_record_enable(buffer);  in tracing_reset_online_cpus()
1411 	struct ring_buffer *buffer;  in tracing_start()  local
1430 	buffer = global_trace.trace_buffer.buffer;  in tracing_start()
1431 	if (buffer)  in tracing_start()
1432 		ring_buffer_record_enable(buffer);  in tracing_start()
1435 	buffer = global_trace.max_buffer.buffer;  in tracing_start()
1436 	if (buffer)  in tracing_start()
1437 		ring_buffer_record_enable(buffer);  in tracing_start()
1448 	struct ring_buffer *buffer;  in tracing_start_tr()  local
1469 	buffer = tr->trace_buffer.buffer;  in tracing_start_tr()
1470 	if (buffer)  in tracing_start_tr()
1471 		ring_buffer_record_enable(buffer);  in tracing_start_tr()
1485 	struct ring_buffer *buffer;  in tracing_stop()  local
1495 	buffer = global_trace.trace_buffer.buffer;  in tracing_stop()
1496 	if (buffer)  in tracing_stop()
1497 		ring_buffer_record_disable(buffer);  in tracing_stop()
1500 	buffer = global_trace.max_buffer.buffer;  in tracing_stop()
1501 	if (buffer)  in tracing_stop()
1502 		ring_buffer_record_disable(buffer);  in tracing_stop()
1513 	struct ring_buffer *buffer;  in tracing_stop_tr()  local
1524 	buffer = tr->trace_buffer.buffer;  in tracing_stop_tr()
1525 	if (buffer)  in tracing_stop_tr()
1526 		ring_buffer_record_disable(buffer);  in tracing_stop_tr()
1648 trace_buffer_lock_reserve(struct ring_buffer *buffer,  in trace_buffer_lock_reserve()  argument
1655 	event = ring_buffer_lock_reserve(buffer, len);  in trace_buffer_lock_reserve()
1667 __buffer_unlock_commit(struct ring_buffer *buffer, struct ring_buffer_event *event)  in __buffer_unlock_commit()  argument
1670 	ring_buffer_unlock_commit(buffer, event);  in __buffer_unlock_commit()
1674 __trace_buffer_unlock_commit(struct ring_buffer *buffer,  in __trace_buffer_unlock_commit()  argument
1678 	__buffer_unlock_commit(buffer, event);  in __trace_buffer_unlock_commit()
1680 	ftrace_trace_stack(buffer, flags, 6, pc);  in __trace_buffer_unlock_commit()
1681 	ftrace_trace_userstack(buffer, flags, pc);  in __trace_buffer_unlock_commit()
1684 void trace_buffer_unlock_commit(struct ring_buffer *buffer,  in trace_buffer_unlock_commit()  argument
1688 	__trace_buffer_unlock_commit(buffer, event, flags, pc);  in trace_buffer_unlock_commit()
1702 	*current_rb = ftrace_file->tr->trace_buffer.buffer;  in trace_event_buffer_lock_reserve()
1725 	*current_rb = global_trace.trace_buffer.buffer;  in trace_current_buffer_lock_reserve()
1731 void trace_current_buffer_unlock_commit(struct ring_buffer *buffer,  in trace_current_buffer_unlock_commit()  argument
1735 	__trace_buffer_unlock_commit(buffer, event, flags, pc);  in trace_current_buffer_unlock_commit()
1739 void trace_buffer_unlock_commit_regs(struct ring_buffer *buffer,  in trace_buffer_unlock_commit_regs()  argument
1744 	__buffer_unlock_commit(buffer, event);  in trace_buffer_unlock_commit_regs()
1746 	ftrace_trace_stack_regs(buffer, flags, 0, pc, regs);  in trace_buffer_unlock_commit_regs()
1747 	ftrace_trace_userstack(buffer, flags, pc);  in trace_buffer_unlock_commit_regs()
1751 void trace_current_buffer_discard_commit(struct ring_buffer *buffer,  in trace_current_buffer_discard_commit()  argument
1754 	ring_buffer_discard_commit(buffer, event);  in trace_current_buffer_discard_commit()
1764 	struct ring_buffer *buffer = tr->trace_buffer.buffer;  in trace_function()  local
1772 	event = trace_buffer_lock_reserve(buffer, TRACE_FN, sizeof(*entry),  in trace_function()
1780 	if (!call_filter_check_discard(call, entry, buffer, event))  in trace_function()
1781 		__buffer_unlock_commit(buffer, event);  in trace_function()
1794 static void __ftrace_trace_stack(struct ring_buffer *buffer,  in __ftrace_trace_stack()  argument
1842 	event = trace_buffer_lock_reserve(buffer, TRACE_STACK,  in __ftrace_trace_stack()
1864 	if (!call_filter_check_discard(call, entry, buffer, event))  in __ftrace_trace_stack()
1865 		__buffer_unlock_commit(buffer, event);  in __ftrace_trace_stack()
1875 void ftrace_trace_stack_regs(struct ring_buffer *buffer, unsigned long flags,  in ftrace_trace_stack_regs()  argument
1881 	__ftrace_trace_stack(buffer, flags, skip, pc, regs);  in ftrace_trace_stack_regs()
1884 void ftrace_trace_stack(struct ring_buffer *buffer, unsigned long flags,  in ftrace_trace_stack()  argument
1890 	__ftrace_trace_stack(buffer, flags, skip, pc, NULL);  in ftrace_trace_stack()
1896 	__ftrace_trace_stack(tr->trace_buffer.buffer, flags, skip, pc, NULL);  in __trace_stack()
1917 	__ftrace_trace_stack(global_trace.trace_buffer.buffer,  in trace_dump_stack()
1924 ftrace_trace_userstack(struct ring_buffer *buffer, unsigned long flags, int pc)  in ftrace_trace_userstack()  argument
1951 	event = trace_buffer_lock_reserve(buffer, TRACE_USER_STACK,  in ftrace_trace_userstack()
1966 	if (!call_filter_check_discard(call, entry, buffer, event))  in ftrace_trace_userstack()
1967 		__buffer_unlock_commit(buffer, event);  in ftrace_trace_userstack()
1986 	char buffer[TRACE_BUF_SIZE];  member
2021 	return this_cpu_ptr(&percpu_buffer->buffer[0]);  in get_trace_buf()
2103 	if (global_trace.trace_buffer.buffer)  in trace_printk_init_buffers()
2134 	struct ring_buffer *buffer;  in trace_vbprintk()  local
2163 	buffer = tr->trace_buffer.buffer;  in trace_vbprintk()
2164 	event = trace_buffer_lock_reserve(buffer, TRACE_BPRINT, size,  in trace_vbprintk()
2173 	if (!call_filter_check_discard(call, entry, buffer, event)) {  in trace_vbprintk()
2174 		__buffer_unlock_commit(buffer, event);  in trace_vbprintk()
2175 		ftrace_trace_stack(buffer, flags, 6, pc);  in trace_vbprintk()
2187 __trace_array_vprintk(struct ring_buffer *buffer,  in __trace_array_vprintk()  argument
2217 	event = trace_buffer_lock_reserve(buffer, TRACE_PRINT, size,  in __trace_array_vprintk()
2225 	if (!call_filter_check_discard(call, entry, buffer, event)) {  in __trace_array_vprintk()
2226 		__buffer_unlock_commit(buffer, event);  in __trace_array_vprintk()
2227 		ftrace_trace_stack(buffer, flags, 6, pc);  in __trace_array_vprintk()
2239 	return __trace_array_vprintk(tr->trace_buffer.buffer, ip, fmt, args);  in trace_array_vprintk()
2257 int trace_array_printk_buf(struct ring_buffer *buffer,  in trace_array_printk_buf()  argument
2267 	ret = __trace_array_vprintk(buffer, ip, fmt, ap);  in trace_array_printk_buf()
2297 		event = ring_buffer_peek(iter->trace_buffer->buffer, cpu, ts,  in peek_next_entry()
2312 	struct ring_buffer *buffer = iter->trace_buffer->buffer;  in __find_next_entry()  local
2326 		if (ring_buffer_empty_cpu(buffer, cpu_file))  in __find_next_entry()
2337 		if (ring_buffer_empty_cpu(buffer, cpu))  in __find_next_entry()
2389 	ring_buffer_consume(iter->trace_buffer->buffer, iter->cpu, &iter->ts,  in trace_consume()
2542 		count = ring_buffer_entries_cpu(buf->buffer, cpu);  in get_total_entries()
2554 				ring_buffer_overrun_cpu(buf->buffer, cpu);  in get_total_entries()
2805 			if (!ring_buffer_empty_cpu(iter->trace_buffer->buffer, cpu))  in trace_empty()
2817 			if (!ring_buffer_empty_cpu(iter->trace_buffer->buffer, cpu))  in trace_empty()
3075 	if (ring_buffer_overruns(iter->trace_buffer->buffer))  in __tracing_open()
3089 				ring_buffer_read_prepare(iter->trace_buffer->buffer, cpu);  in __tracing_open()
3099 			ring_buffer_read_prepare(iter->trace_buffer->buffer, cpu);  in __tracing_open()
3435 			ring_buffer_record_disable_cpu(tr->trace_buffer.buffer, cpu);  in tracing_cpumask_write()
3440 			ring_buffer_record_enable_cpu(tr->trace_buffer.buffer, cpu);  in tracing_cpumask_write()
3561 		ring_buffer_change_overwrite(tr->trace_buffer.buffer, enabled);  in set_tracer_flag()
3563 		ring_buffer_change_overwrite(tr->max_buffer.buffer, enabled);  in set_tracer_flag()
4163 			ret = ring_buffer_resize(trace_buf->buffer,  in resize_buffer_duplicate_size()
4171 		ret = ring_buffer_resize(trace_buf->buffer,  in resize_buffer_duplicate_size()
4195 	if (!tr->trace_buffer.buffer)  in __tracing_resize_ring_buffer()
4198 	ret = ring_buffer_resize(tr->trace_buffer.buffer, size, cpu);  in __tracing_resize_ring_buffer()
4207 	ret = ring_buffer_resize(tr->max_buffer.buffer, size, cpu);  in __tracing_resize_ring_buffer()
4638 		return ring_buffer_poll_wait(iter->trace_buffer->buffer, iter->cpu_file,  in trace_poll()
5069 	struct ring_buffer *buffer;  in tracing_mark_write()  local
5127 	buffer = tr->trace_buffer.buffer;  in tracing_mark_write()
5128 	event = trace_buffer_lock_reserve(buffer, TRACE_PRINT, size,  in tracing_mark_write()
5152 	__buffer_unlock_commit(buffer, event);  in tracing_mark_write()
5197 	ring_buffer_set_clock(tr->trace_buffer.buffer, trace_clocks[i].func);  in tracing_set_clock()
5206 	if (tr->flags & TRACE_ARRAY_FL_GLOBAL && tr->max_buffer.buffer)  in tracing_set_clock()
5207 		ring_buffer_set_clock(tr->max_buffer.buffer, trace_clocks[i].func);  in tracing_set_clock()
5586 		info->spare = ring_buffer_alloc_read_page(iter->trace_buffer->buffer,  in tracing_buffers_read()
5597 	ret = ring_buffer_read_page(iter->trace_buffer->buffer,  in tracing_buffers_read()
5647 		ring_buffer_free_read_page(iter->trace_buffer->buffer, info->spare);  in tracing_buffers_release()
5656 	struct ring_buffer	*buffer;  member
5669 	ring_buffer_free_read_page(ref->buffer, ref->page);  in buffer_pipe_buf_release()
5703 	ring_buffer_free_read_page(ref->buffer, ref->page);  in buffer_spd_release()
5748 	entries = ring_buffer_entries_cpu(iter->trace_buffer->buffer, iter->cpu_file);  in tracing_buffers_splice_read()
5761 		ref->buffer = iter->trace_buffer->buffer;  in tracing_buffers_splice_read()
5762 		ref->page = ring_buffer_alloc_read_page(ref->buffer, iter->cpu_file);  in tracing_buffers_splice_read()
5769 		r = ring_buffer_read_page(ref->buffer, &ref->page,  in tracing_buffers_splice_read()
5772 			ring_buffer_free_read_page(ref->buffer, ref->page);  in tracing_buffers_splice_read()
5794 		entries = ring_buffer_entries_cpu(iter->trace_buffer->buffer, iter->cpu_file);  in tracing_buffers_splice_read()
5849 	cnt = ring_buffer_entries_cpu(trace_buf->buffer, cpu);  in tracing_stats_read()
5852 	cnt = ring_buffer_overrun_cpu(trace_buf->buffer, cpu);  in tracing_stats_read()
5855 	cnt = ring_buffer_commit_overrun_cpu(trace_buf->buffer, cpu);  in tracing_stats_read()
5858 	cnt = ring_buffer_bytes_cpu(trace_buf->buffer, cpu);  in tracing_stats_read()
5863 		t = ns2usecs(ring_buffer_oldest_event_ts(trace_buf->buffer, cpu));  in tracing_stats_read()
5868 		t = ns2usecs(ring_buffer_time_stamp(trace_buf->buffer, cpu));  in tracing_stats_read()
5874 				ring_buffer_oldest_event_ts(trace_buf->buffer, cpu));  in tracing_stats_read()
5877 				ring_buffer_time_stamp(trace_buf->buffer, cpu));  in tracing_stats_read()
5880 	cnt = ring_buffer_dropped_events_cpu(trace_buf->buffer, cpu);  in tracing_stats_read()
5883 	cnt = ring_buffer_read_events_cpu(trace_buf->buffer, cpu);  in tracing_stats_read()
5887 					s->buffer, trace_seq_used(s));  in tracing_stats_read()
6395 	struct ring_buffer *buffer = tr->trace_buffer.buffer;  in rb_simple_write()  local
6403 	if (buffer) {  in rb_simple_write()
6444 	buf->buffer = ring_buffer_alloc(size, rb_flags);  in allocate_trace_buffer()
6445 	if (!buf->buffer)  in allocate_trace_buffer()
6450 		ring_buffer_free(buf->buffer);  in allocate_trace_buffer()
6456 			   ring_buffer_size(tr->trace_buffer.buffer, 0));  in allocate_trace_buffer()
6473 		ring_buffer_free(tr->trace_buffer.buffer);  in allocate_trace_buffers()
6490 	if (buf->buffer) {  in free_trace_buffer()
6491 		ring_buffer_free(buf->buffer);  in free_trace_buffer()
6492 		buf->buffer = NULL;  in free_trace_buffer()
6938 	s->buffer[s->seq.len] = 0;  in trace_printk_seq()
6940 	printk(KERN_TRACE "%s", s->buffer);  in trace_printk_seq()
6956 	if (ring_buffer_overruns(iter->trace_buffer->buffer))  in trace_init_global_iter()