1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47 #if !defined(__RVT_TRACE_MR_H) || defined(TRACE_HEADER_MULTI_READ)
48 #define __RVT_TRACE_MR_H
49
50 #include <linux/tracepoint.h>
51 #include <linux/trace_seq.h>
52
53 #include <rdma/ib_verbs.h>
54 #include <rdma/rdma_vt.h>
55 #include <rdma/rdmavt_mr.h>
56
57 #include "mr.h"
58
59 #undef TRACE_SYSTEM
60 #define TRACE_SYSTEM rvt_mr
61 DECLARE_EVENT_CLASS(
62 rvt_mr_template,
63 TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
64 TP_ARGS(mr, m, n, v, len),
65 TP_STRUCT__entry(
66 RDI_DEV_ENTRY(ib_to_rvt(mr->pd->device))
67 __field(void *, vaddr)
68 __field(struct page *, page)
69 __field(u64, iova)
70 __field(u64, user_base)
71 __field(size_t, len)
72 __field(size_t, length)
73 __field(u32, lkey)
74 __field(u32, offset)
75 __field(u16, m)
76 __field(u16, n)
77 ),
78 TP_fast_assign(
79 RDI_DEV_ASSIGN(ib_to_rvt(mr->pd->device));
80 __entry->vaddr = v;
81 __entry->page = virt_to_page(v);
82 __entry->iova = mr->iova;
83 __entry->user_base = mr->user_base;
84 __entry->lkey = mr->lkey;
85 __entry->m = m;
86 __entry->n = n;
87 __entry->len = len;
88 __entry->length = mr->length;
89 __entry->offset = mr->offset;
90 ),
91 TP_printk(
92 "[%s] lkey %x iova %llx user_base %llx mr_len %lu vaddr %llx page %p m %u n %u len %lu off %u",
93 __get_str(dev),
94 __entry->lkey,
95 __entry->iova,
96 __entry->user_base,
97 __entry->length,
98 (unsigned long long)__entry->vaddr,
99 __entry->page,
100 __entry->m,
101 __entry->n,
102 __entry->len,
103 __entry->offset
104 )
105 );
106
107 DEFINE_EVENT(
108 rvt_mr_template, rvt_mr_page_seg,
109 TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
110 TP_ARGS(mr, m, n, v, len));
111
112 DEFINE_EVENT(
113 rvt_mr_template, rvt_mr_fmr_seg,
114 TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
115 TP_ARGS(mr, m, n, v, len));
116
117 DEFINE_EVENT(
118 rvt_mr_template, rvt_mr_user_seg,
119 TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
120 TP_ARGS(mr, m, n, v, len));
121
122 DECLARE_EVENT_CLASS(
123 rvt_sge_template,
124 TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
125 TP_ARGS(sge, isge),
126 TP_STRUCT__entry(
127 RDI_DEV_ENTRY(ib_to_rvt(sge->mr->pd->device))
128 __field(struct rvt_mregion *, mr)
129 __field(struct rvt_sge *, sge)
130 __field(struct ib_sge *, isge)
131 __field(void *, vaddr)
132 __field(u64, ivaddr)
133 __field(u32, lkey)
134 __field(u32, sge_length)
135 __field(u32, length)
136 __field(u32, ilength)
137 __field(int, user)
138 __field(u16, m)
139 __field(u16, n)
140 ),
141 TP_fast_assign(
142 RDI_DEV_ASSIGN(ib_to_rvt(sge->mr->pd->device));
143 __entry->mr = sge->mr;
144 __entry->sge = sge;
145 __entry->isge = isge;
146 __entry->vaddr = sge->vaddr;
147 __entry->ivaddr = isge->addr;
148 __entry->lkey = sge->mr->lkey;
149 __entry->sge_length = sge->sge_length;
150 __entry->length = sge->length;
151 __entry->ilength = isge->length;
152 __entry->m = sge->m;
153 __entry->n = sge->m;
154 __entry->user = ibpd_to_rvtpd(sge->mr->pd)->user;
155 ),
156 TP_printk(
157 "[%s] mr %p sge %p isge %p vaddr %p ivaddr %llx lkey %x sge_length %u length %u ilength %u m %u n %u user %u",
158 __get_str(dev),
159 __entry->mr,
160 __entry->sge,
161 __entry->isge,
162 __entry->vaddr,
163 __entry->ivaddr,
164 __entry->lkey,
165 __entry->sge_length,
166 __entry->length,
167 __entry->ilength,
168 __entry->m,
169 __entry->n,
170 __entry->user
171 )
172 );
173
174 DEFINE_EVENT(
175 rvt_sge_template, rvt_sge_adjacent,
176 TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
177 TP_ARGS(sge, isge));
178
179 DEFINE_EVENT(
180 rvt_sge_template, rvt_sge_new,
181 TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
182 TP_ARGS(sge, isge));
183
184 TRACE_EVENT(
185 rvt_map_mr_sg,
186 TP_PROTO(struct ib_mr *ibmr, int sg_nents, unsigned int *sg_offset),
187 TP_ARGS(ibmr, sg_nents, sg_offset),
188 TP_STRUCT__entry(
189 RDI_DEV_ENTRY(ib_to_rvt(to_imr(ibmr)->mr.pd->device))
190 __field(u64, iova)
191 __field(u64, ibmr_iova)
192 __field(u64, user_base)
193 __field(u64, ibmr_length)
194 __field(int, sg_nents)
195 __field(uint, sg_offset)
196 ),
197 TP_fast_assign(
198 RDI_DEV_ASSIGN(ib_to_rvt(to_imr(ibmr)->mr.pd->device))
199 __entry->ibmr_iova = ibmr->iova;
200 __entry->iova = to_imr(ibmr)->mr.iova;
201 __entry->user_base = to_imr(ibmr)->mr.user_base;
202 __entry->ibmr_length = to_imr(ibmr)->mr.length;
203 __entry->sg_nents = sg_nents;
204 __entry->sg_offset = sg_offset ? *sg_offset : 0;
205 ),
206 TP_printk(
207 "[%s] ibmr_iova %llx iova %llx user_base %llx length %llx sg_nents %d sg_offset %u",
208 __get_str(dev),
209 __entry->ibmr_iova,
210 __entry->iova,
211 __entry->user_base,
212 __entry->ibmr_length,
213 __entry->sg_nents,
214 __entry->sg_offset
215 )
216 );
217
218 #endif
219
220 #undef TRACE_INCLUDE_PATH
221 #undef TRACE_INCLUDE_FILE
222 #define TRACE_INCLUDE_PATH .
223 #define TRACE_INCLUDE_FILE trace_mr
224 #include <trace/define_trace.h>