cpu_buf 50 drivers/oprofile/cpu_buffer.c struct oprofile_cpu_buffer *cpu_buf = this_cpu_ptr(&op_cpu_buffer); cpu_buf 52 drivers/oprofile/cpu_buffer.c cpu_buf->sample_lost_overflow++; cpu_buf 184 drivers/oprofile/cpu_buffer.c op_add_code(struct oprofile_cpu_buffer *cpu_buf, unsigned long backtrace, cpu_buf 199 drivers/oprofile/cpu_buffer.c if (cpu_buf->last_is_kernel != is_kernel) { cpu_buf 200 drivers/oprofile/cpu_buffer.c cpu_buf->last_is_kernel = is_kernel; cpu_buf 207 drivers/oprofile/cpu_buffer.c if (cpu_buf->last_task != task) { cpu_buf 208 drivers/oprofile/cpu_buffer.c cpu_buf->last_task = task; cpu_buf 237 drivers/oprofile/cpu_buffer.c op_add_sample(struct oprofile_cpu_buffer *cpu_buf, cpu_buf 262 drivers/oprofile/cpu_buffer.c log_sample(struct oprofile_cpu_buffer *cpu_buf, unsigned long pc, cpu_buf 267 drivers/oprofile/cpu_buffer.c cpu_buf->sample_received++; cpu_buf 270 drivers/oprofile/cpu_buffer.c cpu_buf->sample_invalid_eip++; cpu_buf 274 drivers/oprofile/cpu_buffer.c if (op_add_code(cpu_buf, backtrace, is_kernel, tsk)) cpu_buf 277 drivers/oprofile/cpu_buffer.c if (op_add_sample(cpu_buf, pc, event)) cpu_buf 283 drivers/oprofile/cpu_buffer.c cpu_buf->sample_lost_overflow++; cpu_buf 287 drivers/oprofile/cpu_buffer.c static inline void oprofile_begin_trace(struct oprofile_cpu_buffer *cpu_buf) cpu_buf 289 drivers/oprofile/cpu_buffer.c cpu_buf->tracing = 1; cpu_buf 292 drivers/oprofile/cpu_buffer.c static inline void oprofile_end_trace(struct oprofile_cpu_buffer *cpu_buf) cpu_buf 294 drivers/oprofile/cpu_buffer.c cpu_buf->tracing = 0; cpu_buf 302 drivers/oprofile/cpu_buffer.c struct oprofile_cpu_buffer *cpu_buf = this_cpu_ptr(&op_cpu_buffer); cpu_buf 309 drivers/oprofile/cpu_buffer.c if (!log_sample(cpu_buf, pc, backtrace, is_kernel, event, task)) cpu_buf 316 drivers/oprofile/cpu_buffer.c oprofile_begin_trace(cpu_buf); cpu_buf 318 drivers/oprofile/cpu_buffer.c oprofile_end_trace(cpu_buf); cpu_buf 362 drivers/oprofile/cpu_buffer.c struct oprofile_cpu_buffer *cpu_buf = this_cpu_ptr(&op_cpu_buffer); cpu_buf 364 drivers/oprofile/cpu_buffer.c cpu_buf->sample_received++; cpu_buf 367 drivers/oprofile/cpu_buffer.c if (op_add_code(cpu_buf, 0, is_kernel, current)) cpu_buf 383 drivers/oprofile/cpu_buffer.c cpu_buf->sample_lost_overflow++; cpu_buf 417 drivers/oprofile/cpu_buffer.c struct oprofile_cpu_buffer *cpu_buf = this_cpu_ptr(&op_cpu_buffer); cpu_buf 418 drivers/oprofile/cpu_buffer.c log_sample(cpu_buf, pc, 0, is_kernel, event, NULL); cpu_buf 423 drivers/oprofile/cpu_buffer.c struct oprofile_cpu_buffer *cpu_buf = this_cpu_ptr(&op_cpu_buffer); cpu_buf 425 drivers/oprofile/cpu_buffer.c if (!cpu_buf->tracing) cpu_buf 435 drivers/oprofile/cpu_buffer.c if (op_add_sample(cpu_buf, pc, 0)) cpu_buf 440 drivers/oprofile/cpu_buffer.c cpu_buf->tracing = 0; cpu_buf 441 drivers/oprofile/cpu_buffer.c cpu_buf->backtrace_aborted++; cpu_buf 64 drivers/oprofile/cpu_buffer.h struct oprofile_cpu_buffer *cpu_buf = &per_cpu(op_cpu_buffer, cpu); cpu_buf 66 drivers/oprofile/cpu_buffer.h cpu_buf->last_is_kernel = -1; cpu_buf 67 drivers/oprofile/cpu_buffer.h cpu_buf->last_task = NULL; cpu_buf 22 drivers/oprofile/oprofile_stats.c struct oprofile_cpu_buffer *cpu_buf; cpu_buf 26 drivers/oprofile/oprofile_stats.c cpu_buf = &per_cpu(op_cpu_buffer, i); cpu_buf 27 drivers/oprofile/oprofile_stats.c cpu_buf->sample_received = 0; cpu_buf 28 drivers/oprofile/oprofile_stats.c cpu_buf->sample_lost_overflow = 0; cpu_buf 29 drivers/oprofile/oprofile_stats.c cpu_buf->backtrace_aborted = 0; cpu_buf 30 drivers/oprofile/oprofile_stats.c cpu_buf->sample_invalid_eip = 0; cpu_buf 43 drivers/oprofile/oprofile_stats.c struct oprofile_cpu_buffer *cpu_buf; cpu_buf 54 drivers/oprofile/oprofile_stats.c cpu_buf = &per_cpu(op_cpu_buffer, i); cpu_buf 63 drivers/oprofile/oprofile_stats.c &cpu_buf->sample_received); cpu_buf 65 drivers/oprofile/oprofile_stats.c &cpu_buf->sample_lost_overflow); cpu_buf 67 drivers/oprofile/oprofile_stats.c &cpu_buf->backtrace_aborted); cpu_buf 69 drivers/oprofile/oprofile_stats.c &cpu_buf->sample_invalid_eip); cpu_buf 5339 tools/lib/bpf/libbpf.c struct perf_cpu_buf *cpu_buf) cpu_buf 5341 tools/lib/bpf/libbpf.c if (!cpu_buf) cpu_buf 5343 tools/lib/bpf/libbpf.c if (cpu_buf->base && cpu_buf 5344 tools/lib/bpf/libbpf.c munmap(cpu_buf->base, pb->mmap_size + pb->page_size)) cpu_buf 5345 tools/lib/bpf/libbpf.c pr_warning("failed to munmap cpu_buf #%d\n", cpu_buf->cpu); cpu_buf 5346 tools/lib/bpf/libbpf.c if (cpu_buf->fd >= 0) { cpu_buf 5347 tools/lib/bpf/libbpf.c ioctl(cpu_buf->fd, PERF_EVENT_IOC_DISABLE, 0); cpu_buf 5348 tools/lib/bpf/libbpf.c close(cpu_buf->fd); cpu_buf 5350 tools/lib/bpf/libbpf.c free(cpu_buf->buf); cpu_buf 5351 tools/lib/bpf/libbpf.c free(cpu_buf); cpu_buf 5362 tools/lib/bpf/libbpf.c struct perf_cpu_buf *cpu_buf = pb->cpu_bufs[i]; cpu_buf 5364 tools/lib/bpf/libbpf.c bpf_map_delete_elem(pb->map_fd, &cpu_buf->map_key); cpu_buf 5365 tools/lib/bpf/libbpf.c perf_buffer__free_cpu_buf(pb, cpu_buf); cpu_buf 5379 tools/lib/bpf/libbpf.c struct perf_cpu_buf *cpu_buf; cpu_buf 5383 tools/lib/bpf/libbpf.c cpu_buf = calloc(1, sizeof(*cpu_buf)); cpu_buf 5384 tools/lib/bpf/libbpf.c if (!cpu_buf) cpu_buf 5387 tools/lib/bpf/libbpf.c cpu_buf->pb = pb; cpu_buf 5388 tools/lib/bpf/libbpf.c cpu_buf->cpu = cpu; cpu_buf 5389 tools/lib/bpf/libbpf.c cpu_buf->map_key = map_key; cpu_buf 5391 tools/lib/bpf/libbpf.c cpu_buf->fd = syscall(__NR_perf_event_open, attr, -1 /* pid */, cpu, cpu_buf 5393 tools/lib/bpf/libbpf.c if (cpu_buf->fd < 0) { cpu_buf 5400 tools/lib/bpf/libbpf.c cpu_buf->base = mmap(NULL, pb->mmap_size + pb->page_size, cpu_buf 5402 tools/lib/bpf/libbpf.c cpu_buf->fd, 0); cpu_buf 5403 tools/lib/bpf/libbpf.c if (cpu_buf->base == MAP_FAILED) { cpu_buf 5404 tools/lib/bpf/libbpf.c cpu_buf->base = NULL; cpu_buf 5411 tools/lib/bpf/libbpf.c if (ioctl(cpu_buf->fd, PERF_EVENT_IOC_ENABLE, 0) < 0) { cpu_buf 5418 tools/lib/bpf/libbpf.c return cpu_buf; cpu_buf 5421 tools/lib/bpf/libbpf.c perf_buffer__free_cpu_buf(pb, cpu_buf); cpu_buf 5541 tools/lib/bpf/libbpf.c struct perf_cpu_buf *cpu_buf; cpu_buf 5547 tools/lib/bpf/libbpf.c cpu_buf = perf_buffer__open_cpu_buf(pb, p->attr, cpu, map_key); cpu_buf 5548 tools/lib/bpf/libbpf.c if (IS_ERR(cpu_buf)) { cpu_buf 5549 tools/lib/bpf/libbpf.c err = PTR_ERR(cpu_buf); cpu_buf 5553 tools/lib/bpf/libbpf.c pb->cpu_bufs[i] = cpu_buf; cpu_buf 5556 tools/lib/bpf/libbpf.c &cpu_buf->fd, 0); cpu_buf 5560 tools/lib/bpf/libbpf.c cpu, map_key, cpu_buf->fd, cpu_buf 5566 tools/lib/bpf/libbpf.c pb->events[i].data.ptr = cpu_buf; cpu_buf 5567 tools/lib/bpf/libbpf.c if (epoll_ctl(pb->epoll_fd, EPOLL_CTL_ADD, cpu_buf->fd, cpu_buf 5571 tools/lib/bpf/libbpf.c cpu, cpu_buf->fd, cpu_buf 5601 tools/lib/bpf/libbpf.c struct perf_cpu_buf *cpu_buf = ctx; cpu_buf 5602 tools/lib/bpf/libbpf.c struct perf_buffer *pb = cpu_buf->pb; cpu_buf 5607 tools/lib/bpf/libbpf.c return pb->event_cb(pb->ctx, cpu_buf->cpu, e); cpu_buf 5614 tools/lib/bpf/libbpf.c pb->sample_cb(pb->ctx, cpu_buf->cpu, s->data, s->size); cpu_buf 5621 tools/lib/bpf/libbpf.c pb->lost_cb(pb->ctx, cpu_buf->cpu, s->lost); cpu_buf 5632 tools/lib/bpf/libbpf.c struct perf_cpu_buf *cpu_buf) cpu_buf 5636 tools/lib/bpf/libbpf.c ret = bpf_perf_event_read_simple(cpu_buf->base, pb->mmap_size, cpu_buf 5637 tools/lib/bpf/libbpf.c pb->page_size, &cpu_buf->buf, cpu_buf 5638 tools/lib/bpf/libbpf.c &cpu_buf->buf_size, cpu_buf 5639 tools/lib/bpf/libbpf.c perf_buffer__process_record, cpu_buf); cpu_buf 5651 tools/lib/bpf/libbpf.c struct perf_cpu_buf *cpu_buf = pb->events[i].data.ptr; cpu_buf 5653 tools/lib/bpf/libbpf.c err = perf_buffer__process_records(pb, cpu_buf);