This source file includes following definitions.
- rvt_set_ibdev_name
- rvt_get_ibdev_name
- ibpd_to_rvtpd
- ibah_to_rvtah
- ib_to_rvt
- rvt_get_npkeys
- rvt_max_atomic
- rvt_size_atomic
- rvt_get_pkey
1 #ifndef DEF_RDMA_VT_H
2 #define DEF_RDMA_VT_H
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56 #include <linux/spinlock.h>
57 #include <linux/list.h>
58 #include <linux/hash.h>
59 #include <rdma/ib_verbs.h>
60 #include <rdma/ib_mad.h>
61 #include <rdma/rdmavt_mr.h>
62
63 #define RVT_MAX_PKEY_VALUES 16
64
65 #define RVT_MAX_TRAP_LEN 100
66 #define RVT_MAX_TRAP_LISTS 5
67 #define RVT_TRAP_TIMEOUT 4096
68
69 struct trap_list {
70 u32 list_len;
71 struct list_head list;
72 };
73
74 struct rvt_qp;
75 struct rvt_qpn_table;
76 struct rvt_ibport {
77 struct rvt_qp __rcu *qp[2];
78 struct ib_mad_agent *send_agent;
79 struct rb_root mcast_tree;
80 spinlock_t lock;
81
82
83 unsigned long mkey_lease_timeout;
84 unsigned long trap_timeout;
85 __be64 gid_prefix;
86 __be64 mkey;
87 u64 tid;
88 u32 port_cap_flags;
89 u16 port_cap3_flags;
90 u32 pma_sample_start;
91 u32 pma_sample_interval;
92 __be16 pma_counter_select[5];
93 u16 pma_tag;
94 u16 mkey_lease_period;
95 u32 sm_lid;
96 u8 sm_sl;
97 u8 mkeyprot;
98 u8 subnet_timeout;
99 u8 vl_high_limit;
100
101
102
103
104
105
106 u64 n_rc_resends;
107 u64 n_seq_naks;
108 u64 n_rdma_seq;
109 u64 n_rnr_naks;
110 u64 n_other_naks;
111 u64 n_loop_pkts;
112 u64 n_pkt_drops;
113 u64 n_vl15_dropped;
114 u64 n_rc_timeouts;
115 u64 n_dmawait;
116 u64 n_unaligned;
117 u64 n_rc_dupreq;
118 u64 n_rc_seqnak;
119 u64 n_rc_crwaits;
120 u16 pkey_violations;
121 u16 qkey_violations;
122 u16 mkey_violations;
123
124
125 u64 z_rc_acks;
126 u64 z_rc_qacks;
127 u64 z_rc_delayed_comp;
128 u64 __percpu *rc_acks;
129 u64 __percpu *rc_qacks;
130 u64 __percpu *rc_delayed_comp;
131
132 void *priv;
133
134
135
136
137
138
139
140 u16 *pkey_table;
141
142 struct rvt_ah *sm_ah;
143
144
145
146
147
148 struct trap_list trap_lists[RVT_MAX_TRAP_LISTS];
149 struct timer_list trap_timer;
150 };
151
152 #define RVT_CQN_MAX 16
153
154 #define RVT_SGE_COPY_MEMCPY 0
155 #define RVT_SGE_COPY_CACHELESS 1
156 #define RVT_SGE_COPY_ADAPTIVE 2
157
158
159
160
161 struct rvt_driver_params {
162 struct ib_device_attr props;
163
164
165
166
167
168 unsigned int lkey_table_size;
169 unsigned int qp_table_size;
170 unsigned int sge_copy_mode;
171 unsigned int wss_threshold;
172 unsigned int wss_clean_period;
173 int qpn_start;
174 int qpn_inc;
175 int qpn_res_start;
176 int qpn_res_end;
177 int nports;
178 int npkeys;
179 int node;
180 int psn_mask;
181 int psn_shift;
182 int psn_modify_mask;
183 u32 core_cap_flags;
184 u32 max_mad_size;
185 u8 qos_shift;
186 u8 max_rdma_atomic;
187 u8 extra_rdma_atomic;
188 u8 reserved_operations;
189 };
190
191
192 struct rvt_ucontext {
193 struct ib_ucontext ibucontext;
194 };
195
196
197 struct rvt_pd {
198 struct ib_pd ibpd;
199 bool user;
200 };
201
202
203 struct rvt_ah {
204 struct ib_ah ibah;
205 struct rdma_ah_attr attr;
206 u8 vl;
207 u8 log_pmtu;
208 };
209
210
211
212
213
214
215 struct rvt_mmap_info {
216 struct list_head pending_mmaps;
217 struct ib_ucontext *context;
218 void *obj;
219 __u64 offset;
220 struct kref ref;
221 u32 size;
222 };
223
224
225 struct rvt_wss {
226 unsigned long *entries;
227 atomic_t total_count;
228 atomic_t clean_counter;
229 atomic_t clean_entry;
230
231 int threshold;
232 int num_entries;
233 long pages_mask;
234 unsigned int clean_period;
235 };
236
237 struct rvt_dev_info;
238 struct rvt_swqe;
239 struct rvt_driver_provided {
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255 bool (*schedule_send)(struct rvt_qp *qp);
256 bool (*schedule_send_no_lock)(struct rvt_qp *qp);
257
258
259
260
261
262
263
264
265 int (*setup_wqe)(struct rvt_qp *qp, struct rvt_swqe *wqe,
266 bool *call_send);
267
268
269
270
271
272 void (*do_send)(struct rvt_qp *qp);
273
274
275
276
277
278
279 struct pci_dev * (*get_pci_dev)(struct rvt_dev_info *rdi);
280
281
282
283
284
285
286
287 void * (*qp_priv_alloc)(struct rvt_dev_info *rdi, struct rvt_qp *qp);
288
289
290
291
292
293 int (*qp_priv_init)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
294 struct ib_qp_init_attr *init_attr);
295
296
297
298
299 void (*qp_priv_free)(struct rvt_dev_info *rdi, struct rvt_qp *qp);
300
301
302
303
304
305 void (*notify_qp_reset)(struct rvt_qp *qp);
306
307
308
309
310 int (*get_pmtu_from_attr)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
311 struct ib_qp_attr *attr);
312
313
314
315
316
317 void (*flush_qp_waiters)(struct rvt_qp *qp);
318
319
320
321
322
323 void (*stop_send_queue)(struct rvt_qp *qp);
324
325
326
327
328 void (*quiesce_qp)(struct rvt_qp *qp);
329
330
331
332
333 void (*notify_error_qp)(struct rvt_qp *qp);
334
335
336
337
338 u32 (*mtu_from_qp)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
339 u32 pmtu);
340
341
342
343 int (*mtu_to_path_mtu)(u32 mtu);
344
345
346
347
348 int (*get_guid_be)(struct rvt_dev_info *rdi, struct rvt_ibport *rvp,
349 int guid_index, __be64 *guid);
350
351
352
353
354 int (*query_port_state)(struct rvt_dev_info *rdi, u8 port_num,
355 struct ib_port_attr *props);
356
357
358
359
360 int (*shut_down_port)(struct rvt_dev_info *rdi, u8 port_num);
361
362
363 void (*cap_mask_chg)(struct rvt_dev_info *rdi, u8 port_num);
364
365
366
367
368
369
370
371
372 unsigned (*free_all_qps)(struct rvt_dev_info *rdi);
373
374
375 int (*check_ah)(struct ib_device *, struct rdma_ah_attr *);
376
377
378 void (*notify_new_ah)(struct ib_device *, struct rdma_ah_attr *,
379 struct rvt_ah *);
380
381
382 int (*alloc_qpn)(struct rvt_dev_info *rdi, struct rvt_qpn_table *qpt,
383 enum ib_qp_type type, u8 port_num);
384
385
386 int (*check_modify_qp)(struct rvt_qp *qp, struct ib_qp_attr *attr,
387 int attr_mask, struct ib_udata *udata);
388
389
390 void (*modify_qp)(struct rvt_qp *qp, struct ib_qp_attr *attr,
391 int attr_mask, struct ib_udata *udata);
392
393
394 void (*notify_create_mad_agent)(struct rvt_dev_info *rdi, int port_idx);
395
396
397 void (*notify_free_mad_agent)(struct rvt_dev_info *rdi, int port_idx);
398
399
400 void (*notify_restart_rc)(struct rvt_qp *qp, u32 psn, int wait);
401
402
403 int (*comp_vect_cpu_lookup)(struct rvt_dev_info *rdi, int comp_vect);
404 };
405
406 struct rvt_dev_info {
407 struct ib_device ibdev;
408
409
410
411
412
413
414
415
416
417
418
419
420
421 struct rvt_driver_params dparms;
422
423
424 const struct rvt_operation_params *post_parms;
425
426
427 const enum ib_wc_opcode *wc_opcode;
428
429
430 struct rvt_driver_provided driver_f;
431
432 struct rvt_mregion __rcu *dma_mr;
433 struct rvt_lkey_table lkey_table;
434
435
436 int n_pds_allocated;
437 spinlock_t n_pds_lock;
438
439 int n_ahs_allocated;
440 spinlock_t n_ahs_lock;
441
442 u32 n_srqs_allocated;
443 spinlock_t n_srqs_lock;
444
445 int flags;
446 struct rvt_ibport **ports;
447
448
449 struct rvt_qp_ibdev *qp_dev;
450 u32 n_qps_allocated;
451 u32 n_rc_qps;
452 u32 busy_jiffies;
453 spinlock_t n_qps_lock;
454
455
456 struct list_head pending_mmaps;
457 spinlock_t mmap_offset_lock;
458 u32 mmap_offset;
459 spinlock_t pending_lock;
460
461
462 u32 n_cqs_allocated;
463 spinlock_t n_cqs_lock;
464
465
466 u32 n_mcast_grps_allocated;
467 spinlock_t n_mcast_grps_lock;
468
469
470 struct rvt_wss *wss;
471 };
472
473
474
475
476
477
478
479 static inline void rvt_set_ibdev_name(struct rvt_dev_info *rdi,
480 const char *fmt, const char *name,
481 const int unit)
482 {
483
484
485
486
487
488
489 dev_set_name(&rdi->ibdev.dev, fmt, name, unit);
490 strlcpy(rdi->ibdev.name, dev_name(&rdi->ibdev.dev), IB_DEVICE_NAME_MAX);
491 }
492
493
494
495
496
497
498
499 static inline const char *rvt_get_ibdev_name(const struct rvt_dev_info *rdi)
500 {
501 return dev_name(&rdi->ibdev.dev);
502 }
503
504 static inline struct rvt_pd *ibpd_to_rvtpd(struct ib_pd *ibpd)
505 {
506 return container_of(ibpd, struct rvt_pd, ibpd);
507 }
508
509 static inline struct rvt_ah *ibah_to_rvtah(struct ib_ah *ibah)
510 {
511 return container_of(ibah, struct rvt_ah, ibah);
512 }
513
514 static inline struct rvt_dev_info *ib_to_rvt(struct ib_device *ibdev)
515 {
516 return container_of(ibdev, struct rvt_dev_info, ibdev);
517 }
518
519 static inline unsigned rvt_get_npkeys(struct rvt_dev_info *rdi)
520 {
521
522
523
524 return rdi->dparms.npkeys;
525 }
526
527
528
529
530
531 static inline unsigned int rvt_max_atomic(struct rvt_dev_info *rdi)
532 {
533 return rdi->dparms.max_rdma_atomic +
534 rdi->dparms.extra_rdma_atomic + 1;
535 }
536
537 static inline unsigned int rvt_size_atomic(struct rvt_dev_info *rdi)
538 {
539 return rdi->dparms.max_rdma_atomic +
540 rdi->dparms.extra_rdma_atomic;
541 }
542
543
544
545
546 static inline u16 rvt_get_pkey(struct rvt_dev_info *rdi,
547 int port_index,
548 unsigned index)
549 {
550 if (index >= rvt_get_npkeys(rdi))
551 return 0;
552 else
553 return rdi->ports[port_index]->pkey_table[index];
554 }
555
556 struct rvt_dev_info *rvt_alloc_device(size_t size, int nports);
557 void rvt_dealloc_device(struct rvt_dev_info *rdi);
558 int rvt_register_device(struct rvt_dev_info *rvd);
559 void rvt_unregister_device(struct rvt_dev_info *rvd);
560 int rvt_check_ah(struct ib_device *ibdev, struct rdma_ah_attr *ah_attr);
561 int rvt_init_port(struct rvt_dev_info *rdi, struct rvt_ibport *port,
562 int port_index, u16 *pkey_table);
563 int rvt_fast_reg_mr(struct rvt_qp *qp, struct ib_mr *ibmr, u32 key,
564 int access);
565 int rvt_invalidate_rkey(struct rvt_qp *qp, u32 rkey);
566 int rvt_rkey_ok(struct rvt_qp *qp, struct rvt_sge *sge,
567 u32 len, u64 vaddr, u32 rkey, int acc);
568 int rvt_lkey_ok(struct rvt_lkey_table *rkt, struct rvt_pd *pd,
569 struct rvt_sge *isge, struct rvt_sge *last_sge,
570 struct ib_sge *sge, int acc);
571 struct rvt_mcast *rvt_mcast_find(struct rvt_ibport *ibp, union ib_gid *mgid,
572 u16 lid);
573
574 #endif