hns_roce_dev 45 drivers/infiniband/hw/hns/hns_roce_ah.c struct hns_roce_dev *hr_dev = to_hr_dev(ibah->device); hns_roce_dev 160 drivers/infiniband/hw/hns/hns_roce_alloc.c void hns_roce_buf_free(struct hns_roce_dev *hr_dev, u32 size, hns_roce_dev 178 drivers/infiniband/hw/hns/hns_roce_alloc.c int hns_roce_buf_alloc(struct hns_roce_dev *hr_dev, u32 size, u32 max_direct, hns_roce_dev 240 drivers/infiniband/hw/hns/hns_roce_alloc.c int hns_roce_get_kmem_bufs(struct hns_roce_dev *hr_dev, dma_addr_t *bufs, hns_roce_dev 265 drivers/infiniband/hw/hns/hns_roce_alloc.c int hns_roce_get_umem_bufs(struct hns_roce_dev *hr_dev, dma_addr_t *bufs, hns_roce_dev 338 drivers/infiniband/hw/hns/hns_roce_alloc.c void hns_roce_cleanup_bitmap(struct hns_roce_dev *hr_dev) hns_roce_dev 43 drivers/infiniband/hw/hns/hns_roce_cmd.c static int hns_roce_cmd_mbox_post_hw(struct hns_roce_dev *hr_dev, u64 in_param, hns_roce_dev 60 drivers/infiniband/hw/hns/hns_roce_cmd.c static int __hns_roce_cmd_mbox_poll(struct hns_roce_dev *hr_dev, u64 in_param, hns_roce_dev 79 drivers/infiniband/hw/hns/hns_roce_cmd.c static int hns_roce_cmd_mbox_poll(struct hns_roce_dev *hr_dev, u64 in_param, hns_roce_dev 93 drivers/infiniband/hw/hns/hns_roce_cmd.c void hns_roce_cmd_event(struct hns_roce_dev *hr_dev, u16 token, u8 status, hns_roce_dev 108 drivers/infiniband/hw/hns/hns_roce_cmd.c static int __hns_roce_cmd_mbox_wait(struct hns_roce_dev *hr_dev, u64 in_param, hns_roce_dev 160 drivers/infiniband/hw/hns/hns_roce_cmd.c static int hns_roce_cmd_mbox_wait(struct hns_roce_dev *hr_dev, u64 in_param, hns_roce_dev 174 drivers/infiniband/hw/hns/hns_roce_cmd.c int hns_roce_cmd_mbox(struct hns_roce_dev *hr_dev, u64 in_param, u64 out_param, hns_roce_dev 207 drivers/infiniband/hw/hns/hns_roce_cmd.c int hns_roce_cmd_init(struct hns_roce_dev *hr_dev) hns_roce_dev 224 drivers/infiniband/hw/hns/hns_roce_cmd.c void hns_roce_cmd_cleanup(struct hns_roce_dev *hr_dev) hns_roce_dev 229 drivers/infiniband/hw/hns/hns_roce_cmd.c int hns_roce_cmd_use_events(struct hns_roce_dev *hr_dev) hns_roce_dev 257 drivers/infiniband/hw/hns/hns_roce_cmd.c void hns_roce_cmd_use_polling(struct hns_roce_dev *hr_dev) hns_roce_dev 266 drivers/infiniband/hw/hns/hns_roce_cmd.c *hns_roce_alloc_cmd_mailbox(struct hns_roce_dev *hr_dev) hns_roce_dev 284 drivers/infiniband/hw/hns/hns_roce_cmd.c void hns_roce_free_cmd_mailbox(struct hns_roce_dev *hr_dev, hns_roce_dev 142 drivers/infiniband/hw/hns/hns_roce_cmd.h int hns_roce_cmd_mbox(struct hns_roce_dev *hr_dev, u64 in_param, u64 out_param, hns_roce_dev 147 drivers/infiniband/hw/hns/hns_roce_cmd.h *hns_roce_alloc_cmd_mailbox(struct hns_roce_dev *hr_dev); hns_roce_dev 148 drivers/infiniband/hw/hns/hns_roce_cmd.h void hns_roce_free_cmd_mailbox(struct hns_roce_dev *hr_dev, hns_roce_dev 52 drivers/infiniband/hw/hns/hns_roce_cq.c struct hns_roce_dev *hr_dev; hns_roce_dev 76 drivers/infiniband/hw/hns/hns_roce_cq.c static int hns_roce_sw2hw_cq(struct hns_roce_dev *dev, hns_roce_dev 84 drivers/infiniband/hw/hns/hns_roce_cq.c static int hns_roce_cq_alloc(struct hns_roce_dev *hr_dev, int nent, hns_roce_dev 173 drivers/infiniband/hw/hns/hns_roce_cq.c static int hns_roce_hw2sw_cq(struct hns_roce_dev *dev, hns_roce_dev 182 drivers/infiniband/hw/hns/hns_roce_cq.c void hns_roce_free_cq(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq) hns_roce_dev 207 drivers/infiniband/hw/hns/hns_roce_cq.c static int hns_roce_ib_get_cq_umem(struct hns_roce_dev *hr_dev, hns_roce_dev 254 drivers/infiniband/hw/hns/hns_roce_cq.c static int hns_roce_ib_alloc_cq_buf(struct hns_roce_dev *hr_dev, hns_roce_dev 292 drivers/infiniband/hw/hns/hns_roce_cq.c static void hns_roce_ib_free_cq_buf(struct hns_roce_dev *hr_dev, hns_roce_dev 299 drivers/infiniband/hw/hns/hns_roce_cq.c static int create_user_cq(struct hns_roce_dev *hr_dev, hns_roce_dev 346 drivers/infiniband/hw/hns/hns_roce_cq.c static int create_kernel_cq(struct hns_roce_dev *hr_dev, hns_roce_dev 383 drivers/infiniband/hw/hns/hns_roce_cq.c static void destroy_user_cq(struct hns_roce_dev *hr_dev, hns_roce_dev 399 drivers/infiniband/hw/hns/hns_roce_cq.c static void destroy_kernel_cq(struct hns_roce_dev *hr_dev, hns_roce_dev 413 drivers/infiniband/hw/hns/hns_roce_cq.c struct hns_roce_dev *hr_dev = to_hr_dev(ib_cq->device); hns_roce_dev 494 drivers/infiniband/hw/hns/hns_roce_cq.c struct hns_roce_dev *hr_dev = to_hr_dev(ib_cq->device); hns_roce_dev 521 drivers/infiniband/hw/hns/hns_roce_cq.c void hns_roce_cq_completion(struct hns_roce_dev *hr_dev, u32 cqn) hns_roce_dev 536 drivers/infiniband/hw/hns/hns_roce_cq.c void hns_roce_cq_event(struct hns_roce_dev *hr_dev, u32 cqn, int event_type) hns_roce_dev 557 drivers/infiniband/hw/hns/hns_roce_cq.c int hns_roce_init_cq_table(struct hns_roce_dev *hr_dev) hns_roce_dev 568 drivers/infiniband/hw/hns/hns_roce_cq.c void hns_roce_cleanup_cq_table(struct hns_roce_dev *hr_dev) hns_roce_dev 125 drivers/infiniband/hw/hns/hns_roce_db.c int hns_roce_alloc_db(struct hns_roce_dev *hr_dev, struct hns_roce_db *db, hns_roce_dev 154 drivers/infiniband/hw/hns/hns_roce_db.c void hns_roce_free_db(struct hns_roce_dev *hr_dev, struct hns_roce_db *db) hns_roce_dev 634 drivers/infiniband/hw/hns/hns_roce_device.h struct hns_roce_dev; hns_roce_dev 754 drivers/infiniband/hw/hns/hns_roce_device.h struct hns_roce_dev *hr_dev; hns_roce_dev 915 drivers/infiniband/hw/hns/hns_roce_device.h struct hns_roce_dev *hr_dev; hns_roce_dev 924 drivers/infiniband/hw/hns/hns_roce_device.h int (*query_cqc_info)(struct hns_roce_dev *hr_dev, u32 cqn, hns_roce_dev 929 drivers/infiniband/hw/hns/hns_roce_device.h int (*reset)(struct hns_roce_dev *hr_dev, bool enable); hns_roce_dev 930 drivers/infiniband/hw/hns/hns_roce_device.h int (*cmq_init)(struct hns_roce_dev *hr_dev); hns_roce_dev 931 drivers/infiniband/hw/hns/hns_roce_device.h void (*cmq_exit)(struct hns_roce_dev *hr_dev); hns_roce_dev 932 drivers/infiniband/hw/hns/hns_roce_device.h int (*hw_profile)(struct hns_roce_dev *hr_dev); hns_roce_dev 933 drivers/infiniband/hw/hns/hns_roce_device.h int (*hw_init)(struct hns_roce_dev *hr_dev); hns_roce_dev 934 drivers/infiniband/hw/hns/hns_roce_device.h void (*hw_exit)(struct hns_roce_dev *hr_dev); hns_roce_dev 935 drivers/infiniband/hw/hns/hns_roce_device.h int (*post_mbox)(struct hns_roce_dev *hr_dev, u64 in_param, hns_roce_dev 938 drivers/infiniband/hw/hns/hns_roce_device.h int (*chk_mbox)(struct hns_roce_dev *hr_dev, unsigned long timeout); hns_roce_dev 939 drivers/infiniband/hw/hns/hns_roce_device.h int (*rst_prc_mbox)(struct hns_roce_dev *hr_dev); hns_roce_dev 940 drivers/infiniband/hw/hns/hns_roce_device.h int (*set_gid)(struct hns_roce_dev *hr_dev, u8 port, int gid_index, hns_roce_dev 942 drivers/infiniband/hw/hns/hns_roce_device.h int (*set_mac)(struct hns_roce_dev *hr_dev, u8 phy_port, u8 *addr); hns_roce_dev 943 drivers/infiniband/hw/hns/hns_roce_device.h void (*set_mtu)(struct hns_roce_dev *hr_dev, u8 phy_port, hns_roce_dev 947 drivers/infiniband/hw/hns/hns_roce_device.h int (*rereg_write_mtpt)(struct hns_roce_dev *hr_dev, hns_roce_dev 953 drivers/infiniband/hw/hns/hns_roce_device.h void (*write_cqc)(struct hns_roce_dev *hr_dev, hns_roce_dev 956 drivers/infiniband/hw/hns/hns_roce_device.h int (*set_hem)(struct hns_roce_dev *hr_dev, hns_roce_dev 958 drivers/infiniband/hw/hns/hns_roce_device.h int (*clear_hem)(struct hns_roce_dev *hr_dev, hns_roce_dev 967 drivers/infiniband/hw/hns/hns_roce_device.h int (*qp_flow_control_init)(struct hns_roce_dev *hr_dev, hns_roce_dev 975 drivers/infiniband/hw/hns/hns_roce_device.h int (*dereg_mr)(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr, hns_roce_dev 979 drivers/infiniband/hw/hns/hns_roce_device.h int (*init_eq)(struct hns_roce_dev *hr_dev); hns_roce_dev 980 drivers/infiniband/hw/hns/hns_roce_device.h void (*cleanup_eq)(struct hns_roce_dev *hr_dev); hns_roce_dev 981 drivers/infiniband/hw/hns/hns_roce_device.h void (*write_srqc)(struct hns_roce_dev *hr_dev, hns_roce_dev 1048 drivers/infiniband/hw/hns/hns_roce_device.h static inline struct hns_roce_dev *to_hr_dev(struct ib_device *ib_dev) hns_roce_dev 1050 drivers/infiniband/hw/hns/hns_roce_device.h return container_of(ib_dev, struct hns_roce_dev, ib_dev); hns_roce_dev 1105 drivers/infiniband/hw/hns/hns_roce_device.h *__hns_roce_qp_lookup(struct hns_roce_dev *hr_dev, u32 qpn) hns_roce_dev 1121 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_init_uar_table(struct hns_roce_dev *dev); hns_roce_dev 1122 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_uar_alloc(struct hns_roce_dev *dev, struct hns_roce_uar *uar); hns_roce_dev 1123 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_uar_free(struct hns_roce_dev *dev, struct hns_roce_uar *uar); hns_roce_dev 1124 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_cleanup_uar_table(struct hns_roce_dev *dev); hns_roce_dev 1126 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_cmd_init(struct hns_roce_dev *hr_dev); hns_roce_dev 1127 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_cmd_cleanup(struct hns_roce_dev *hr_dev); hns_roce_dev 1128 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_cmd_event(struct hns_roce_dev *hr_dev, u16 token, u8 status, hns_roce_dev 1130 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_cmd_use_events(struct hns_roce_dev *hr_dev); hns_roce_dev 1131 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_cmd_use_polling(struct hns_roce_dev *hr_dev); hns_roce_dev 1133 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_mtt_init(struct hns_roce_dev *hr_dev, int npages, int page_shift, hns_roce_dev 1135 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_mtt_cleanup(struct hns_roce_dev *hr_dev, hns_roce_dev 1137 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_buf_write_mtt(struct hns_roce_dev *hr_dev, hns_roce_dev 1142 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_mtr_attach(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr, hns_roce_dev 1145 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_mtr_cleanup(struct hns_roce_dev *hr_dev, hns_roce_dev 1150 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_mtr_find(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr, hns_roce_dev 1153 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_init_pd_table(struct hns_roce_dev *hr_dev); hns_roce_dev 1154 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_init_mr_table(struct hns_roce_dev *hr_dev); hns_roce_dev 1155 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_init_eq_table(struct hns_roce_dev *hr_dev); hns_roce_dev 1156 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_init_cq_table(struct hns_roce_dev *hr_dev); hns_roce_dev 1157 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_init_qp_table(struct hns_roce_dev *hr_dev); hns_roce_dev 1158 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_init_srq_table(struct hns_roce_dev *hr_dev); hns_roce_dev 1160 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_cleanup_pd_table(struct hns_roce_dev *hr_dev); hns_roce_dev 1161 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_cleanup_mr_table(struct hns_roce_dev *hr_dev); hns_roce_dev 1162 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_cleanup_eq_table(struct hns_roce_dev *hr_dev); hns_roce_dev 1163 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_cleanup_cq_table(struct hns_roce_dev *hr_dev); hns_roce_dev 1164 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_cleanup_qp_table(struct hns_roce_dev *hr_dev); hns_roce_dev 1165 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_cleanup_srq_table(struct hns_roce_dev *hr_dev); hns_roce_dev 1173 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_cleanup_bitmap(struct hns_roce_dev *hr_dev); hns_roce_dev 1200 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_hw2sw_mpt(struct hns_roce_dev *hr_dev, hns_roce_dev 1209 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_buf_free(struct hns_roce_dev *hr_dev, u32 size, hns_roce_dev 1211 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_buf_alloc(struct hns_roce_dev *hr_dev, u32 size, u32 max_direct, hns_roce_dev 1214 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_ib_umem_write_mtt(struct hns_roce_dev *hr_dev, hns_roce_dev 1223 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_get_kmem_bufs(struct hns_roce_dev *hr_dev, dma_addr_t *bufs, hns_roce_dev 1225 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_get_umem_bufs(struct hns_roce_dev *hr_dev, dma_addr_t *bufs, hns_roce_dev 1252 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_qp_remove(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp); hns_roce_dev 1253 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_qp_free(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp); hns_roce_dev 1254 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_release_range_qp(struct hns_roce_dev *hr_dev, int base_qpn, hns_roce_dev 1264 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_free_cq(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq); hns_roce_dev 1271 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_alloc_db(struct hns_roce_dev *hr_dev, struct hns_roce_db *db, hns_roce_dev 1273 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_free_db(struct hns_roce_dev *hr_dev, struct hns_roce_db *db); hns_roce_dev 1275 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_cq_completion(struct hns_roce_dev *hr_dev, u32 cqn); hns_roce_dev 1276 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_cq_event(struct hns_roce_dev *hr_dev, u32 cqn, int event_type); hns_roce_dev 1277 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_qp_event(struct hns_roce_dev *hr_dev, u32 qpn, int event_type); hns_roce_dev 1278 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_srq_event(struct hns_roce_dev *hr_dev, u32 srqn, int event_type); hns_roce_dev 1279 drivers/infiniband/hw/hns/hns_roce_device.h int hns_get_gid_index(struct hns_roce_dev *hr_dev, u8 port, int gid_index); hns_roce_dev 1280 drivers/infiniband/hw/hns/hns_roce_device.h int hns_roce_init(struct hns_roce_dev *hr_dev); hns_roce_dev 1281 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_exit(struct hns_roce_dev *hr_dev); hns_roce_dev 42 drivers/infiniband/hw/hns/hns_roce_hem.c bool hns_roce_check_whether_mhop(struct hns_roce_dev *hr_dev, u32 type) hns_roce_dev 123 drivers/infiniband/hw/hns/hns_roce_hem.c static int get_hem_table_config(struct hns_roce_dev *hr_dev, hns_roce_dev 227 drivers/infiniband/hw/hns/hns_roce_hem.c int hns_roce_calc_hem_mhop(struct hns_roce_dev *hr_dev, hns_roce_dev 277 drivers/infiniband/hw/hns/hns_roce_hem.c static struct hns_roce_hem *hns_roce_alloc_hem(struct hns_roce_dev *hr_dev, hns_roce_dev 342 drivers/infiniband/hw/hns/hns_roce_hem.c void hns_roce_free_hem(struct hns_roce_dev *hr_dev, struct hns_roce_hem *hem) hns_roce_dev 362 drivers/infiniband/hw/hns/hns_roce_hem.c static int hns_roce_set_hem(struct hns_roce_dev *hr_dev, hns_roce_dev 437 drivers/infiniband/hw/hns/hns_roce_hem.c static int hns_roce_table_mhop_get(struct hns_roce_dev *hr_dev, hns_roce_dev 614 drivers/infiniband/hw/hns/hns_roce_hem.c int hns_roce_table_get(struct hns_roce_dev *hr_dev, hns_roce_dev 659 drivers/infiniband/hw/hns/hns_roce_hem.c static void hns_roce_table_mhop_put(struct hns_roce_dev *hr_dev, hns_roce_dev 773 drivers/infiniband/hw/hns/hns_roce_hem.c void hns_roce_table_put(struct hns_roce_dev *hr_dev, hns_roce_dev 801 drivers/infiniband/hw/hns/hns_roce_hem.c void *hns_roce_table_find(struct hns_roce_dev *hr_dev, hns_roce_dev 874 drivers/infiniband/hw/hns/hns_roce_hem.c int hns_roce_table_get_range(struct hns_roce_dev *hr_dev, hns_roce_dev 907 drivers/infiniband/hw/hns/hns_roce_hem.c void hns_roce_table_put_range(struct hns_roce_dev *hr_dev, hns_roce_dev 925 drivers/infiniband/hw/hns/hns_roce_hem.c int hns_roce_init_hem_table(struct hns_roce_dev *hr_dev, hns_roce_dev 1031 drivers/infiniband/hw/hns/hns_roce_hem.c static void hns_roce_cleanup_mhop_hem_table(struct hns_roce_dev *hr_dev, hns_roce_dev 1062 drivers/infiniband/hw/hns/hns_roce_hem.c void hns_roce_cleanup_hem_table(struct hns_roce_dev *hr_dev, hns_roce_dev 1085 drivers/infiniband/hw/hns/hns_roce_hem.c void hns_roce_cleanup_hem(struct hns_roce_dev *hr_dev) hns_roce_dev 1128 drivers/infiniband/hw/hns/hns_roce_hem.c static struct roce_hem_item *hem_list_alloc_item(struct hns_roce_dev *hr_dev, hns_roce_dev 1158 drivers/infiniband/hw/hns/hns_roce_hem.c static void hem_list_free_item(struct hns_roce_dev *hr_dev, hns_roce_dev 1167 drivers/infiniband/hw/hns/hns_roce_hem.c static void hem_list_free_all(struct hns_roce_dev *hr_dev, hns_roce_dev 1178 drivers/infiniband/hw/hns/hns_roce_hem.c static void hem_list_link_bt(struct hns_roce_dev *hr_dev, void *base_addr, hns_roce_dev 1185 drivers/infiniband/hw/hns/hns_roce_hem.c static void hem_list_assign_bt(struct hns_roce_dev *hr_dev, hns_roce_dev 1288 drivers/infiniband/hw/hns/hns_roce_hem.c static int hem_list_alloc_mid_bt(struct hns_roce_dev *hr_dev, hns_roce_dev 1373 drivers/infiniband/hw/hns/hns_roce_hem.c static int hem_list_alloc_root_bt(struct hns_roce_dev *hr_dev, hns_roce_dev 1471 drivers/infiniband/hw/hns/hns_roce_hem.c int hns_roce_hem_list_request(struct hns_roce_dev *hr_dev, hns_roce_dev 1520 drivers/infiniband/hw/hns/hns_roce_hem.c void hns_roce_hem_list_release(struct hns_roce_dev *hr_dev, hns_roce_dev 1549 drivers/infiniband/hw/hns/hns_roce_hem.c void *hns_roce_hem_list_find_mtt(struct hns_roce_dev *hr_dev, hns_roce_dev 110 drivers/infiniband/hw/hns/hns_roce_hem.h void hns_roce_free_hem(struct hns_roce_dev *hr_dev, struct hns_roce_hem *hem); hns_roce_dev 111 drivers/infiniband/hw/hns/hns_roce_hem.h int hns_roce_table_get(struct hns_roce_dev *hr_dev, hns_roce_dev 113 drivers/infiniband/hw/hns/hns_roce_hem.h void hns_roce_table_put(struct hns_roce_dev *hr_dev, hns_roce_dev 115 drivers/infiniband/hw/hns/hns_roce_hem.h void *hns_roce_table_find(struct hns_roce_dev *hr_dev, hns_roce_dev 118 drivers/infiniband/hw/hns/hns_roce_hem.h int hns_roce_table_get_range(struct hns_roce_dev *hr_dev, hns_roce_dev 121 drivers/infiniband/hw/hns/hns_roce_hem.h void hns_roce_table_put_range(struct hns_roce_dev *hr_dev, hns_roce_dev 124 drivers/infiniband/hw/hns/hns_roce_hem.h int hns_roce_init_hem_table(struct hns_roce_dev *hr_dev, hns_roce_dev 128 drivers/infiniband/hw/hns/hns_roce_hem.h void hns_roce_cleanup_hem_table(struct hns_roce_dev *hr_dev, hns_roce_dev 130 drivers/infiniband/hw/hns/hns_roce_hem.h void hns_roce_cleanup_hem(struct hns_roce_dev *hr_dev); hns_roce_dev 131 drivers/infiniband/hw/hns/hns_roce_hem.h int hns_roce_calc_hem_mhop(struct hns_roce_dev *hr_dev, hns_roce_dev 134 drivers/infiniband/hw/hns/hns_roce_hem.h bool hns_roce_check_whether_mhop(struct hns_roce_dev *hr_dev, u32 type); hns_roce_dev 140 drivers/infiniband/hw/hns/hns_roce_hem.h int hns_roce_hem_list_request(struct hns_roce_dev *hr_dev, hns_roce_dev 144 drivers/infiniband/hw/hns/hns_roce_hem.h void hns_roce_hem_list_release(struct hns_roce_dev *hr_dev, hns_roce_dev 146 drivers/infiniband/hw/hns/hns_roce_hem.h void *hns_roce_hem_list_find_mtt(struct hns_roce_dev *hr_dev, hns_roce_dev 65 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 352 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 445 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_set_db_event_mode(struct hns_roce_dev *hr_dev, hns_roce_dev 459 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_set_db_ext_mode(struct hns_roce_dev *hr_dev, u32 sdb_mode, hns_roce_dev 474 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_set_sdb(struct hns_roce_dev *hr_dev, u32 sdb_alept, hns_roce_dev 491 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_set_odb(struct hns_roce_dev *hr_dev, u32 odb_alept, hns_roce_dev 508 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_set_sdb_ext(struct hns_roce_dev *hr_dev, u32 ext_sdb_alept, hns_roce_dev 550 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_set_odb_ext(struct hns_roce_dev *hr_dev, u32 ext_odb_alept, hns_roce_dev 588 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_db_ext_init(struct hns_roce_dev *hr_dev, u32 sdb_ext_mod, hns_roce_dev 676 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static struct hns_roce_qp *hns_roce_v1_create_lp_qp(struct hns_roce_dev *hr_dev, hns_roce_dev 698 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_rsv_lp_qp(struct hns_roce_dev *hr_dev) hns_roce_dev 874 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_v1_release_lp_qp(struct hns_roce_dev *hr_dev) hns_roce_dev 903 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_db_init(struct hns_roce_dev *hr_dev) hns_roce_dev 943 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev; hns_roce_dev 960 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_recreate_lp_qp(struct hns_roce_dev *hr_dev) hns_roce_dev 1004 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev = to_hr_dev(hr_qp->ibqp.device); hns_roce_dev 1034 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev; hns_roce_dev 1097 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_dereg_mr(struct hns_roce_dev *hr_dev, hns_roce_dev 1169 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_db_free(struct hns_roce_dev *hr_dev) hns_roce_dev 1195 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_raq_init(struct hns_roce_dev *hr_dev) hns_roce_dev 1285 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_raq_free(struct hns_roce_dev *hr_dev) hns_roce_dev 1299 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_port_enable(struct hns_roce_dev *hr_dev, int enable_flag) hns_roce_dev 1324 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_bt_init(struct hns_roce_dev *hr_dev) hns_roce_dev 1367 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_bt_free(struct hns_roce_dev *hr_dev) hns_roce_dev 1384 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_tptr_init(struct hns_roce_dev *hr_dev) hns_roce_dev 1410 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_tptr_free(struct hns_roce_dev *hr_dev) hns_roce_dev 1423 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_free_mr_init(struct hns_roce_dev *hr_dev) hns_roce_dev 1449 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_free_mr_free(struct hns_roce_dev *hr_dev) hns_roce_dev 1469 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_reset(struct hns_roce_dev *hr_dev, bool dereset) hns_roce_dev 1512 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_profile(struct hns_roce_dev *hr_dev) hns_roce_dev 1581 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_init(struct hns_roce_dev *hr_dev) hns_roce_dev 1655 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_v1_exit(struct hns_roce_dev *hr_dev) hns_roce_dev 1665 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_cmd_pending(struct hns_roce_dev *hr_dev) hns_roce_dev 1672 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_post_mbox(struct hns_roce_dev *hr_dev, u64 in_param, hns_roce_dev 1713 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_chk_mbox(struct hns_roce_dev *hr_dev, hns_roce_dev 1739 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_set_gid(struct hns_roce_dev *hr_dev, u8 port, hns_roce_dev 1772 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_set_mac(struct hns_roce_dev *hr_dev, u8 phy_port, hns_roce_dev 1814 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_v1_set_mtu(struct hns_roce_dev *hr_dev, u8 phy_port, hns_roce_dev 2070 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_v1_write_cqc(struct hns_roce_dev *hr_dev, hns_roce_dev 2197 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev = to_hr_dev(hr_cq->ib_cq.device); hns_roce_dev 2420 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_clear_hem(struct hns_roce_dev *hr_dev, hns_roce_dev 2486 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_qp_modify(struct hns_roce_dev *hr_dev, hns_roce_dev 2572 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 2716 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 3355 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_query_qpc(struct hns_roce_dev *hr_dev, hns_roce_dev 3383 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 3453 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 3604 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 3651 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev = to_hr_dev(ibcq->device); hns_roce_dev 3700 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_v1_wq_catas_err_handle(struct hns_roce_dev *hr_dev, hns_roce_dev 3734 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_v1_local_wq_access_err_handle(struct hns_roce_dev *hr_dev, hns_roce_dev 3769 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_v1_qp_err_handle(struct hns_roce_dev *hr_dev, hns_roce_dev 3804 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_v1_cq_err_handle(struct hns_roce_dev *hr_dev, hns_roce_dev 3832 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_v1_db_overflow_handle(struct hns_roce_dev *hr_dev, hns_roce_dev 3880 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_aeq_int(struct hns_roce_dev *hr_dev, hns_roce_dev 3989 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_ceq_int(struct hns_roce_dev *hr_dev, hns_roce_dev 4027 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev = eq->hr_dev; hns_roce_dev 4042 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev = dev_id; hns_roce_dev 4154 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_v1_int_mask_enable(struct hns_roce_dev *hr_dev) hns_roce_dev 4178 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_v1_free_eq(struct hns_roce_dev *hr_dev, hns_roce_dev 4195 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_v1_enable_eq(struct hns_roce_dev *hr_dev, int eq_num, hns_roce_dev 4220 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_create_eq(struct hns_roce_dev *hr_dev, hns_roce_dev 4305 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_init_eq_table(struct hns_roce_dev *hr_dev) hns_roce_dev 4418 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_v1_cleanup_eq_table(struct hns_roce_dev *hr_dev) hns_roce_dev 4503 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_get_cfg(struct hns_roce_dev *hr_dev) hns_roce_dev 4638 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev; hns_roce_dev 4641 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hr_dev = ib_alloc_device(hns_roce_dev, ib_dev); hns_roce_dev 4691 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev = platform_get_drvdata(pdev); hns_roce_dev 165 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 237 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 621 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 717 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_cmd_hw_reseted(struct hns_roce_dev *hr_dev, hns_roce_dev 740 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_cmd_hw_resetting(struct hns_roce_dev *hr_dev, hns_roce_dev 768 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_cmd_sw_resetting(struct hns_roce_dev *hr_dev) hns_roce_dev 785 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_rst_process_cmd(struct hns_roce_dev *hr_dev) hns_roce_dev 833 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_alloc_cmq_desc(struct hns_roce_dev *hr_dev, hns_roce_dev 854 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_free_cmq_desc(struct hns_roce_dev *hr_dev, hns_roce_dev 865 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_init_cmq_ring(struct hns_roce_dev *hr_dev, bool ring_type) hns_roce_dev 878 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_cmq_init_regs(struct hns_roce_dev *hr_dev, bool ring_type) hns_roce_dev 904 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_cmq_init(struct hns_roce_dev *hr_dev) hns_roce_dev 948 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_v2_cmq_exit(struct hns_roce_dev *hr_dev) hns_roce_dev 970 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_cmq_csq_done(struct hns_roce_dev *hr_dev) hns_roce_dev 978 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_cmq_csq_clean(struct hns_roce_dev *hr_dev) hns_roce_dev 1002 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int __hns_roce_cmq_send(struct hns_roce_dev *hr_dev, hns_roce_dev 1089 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_cmq_send(struct hns_roce_dev *hr_dev, hns_roce_dev 1113 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_cmq_query_hw_info(struct hns_roce_dev *hr_dev) hns_roce_dev 1131 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static bool hns_roce_func_clr_chk_rst(struct hns_roce_dev *hr_dev) hns_roce_dev 1150 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_func_clr_rst_prc(struct hns_roce_dev *hr_dev, int retval, hns_roce_dev 1216 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_function_clear(struct hns_roce_dev *hr_dev) hns_roce_dev 1264 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_query_fw_ver(struct hns_roce_dev *hr_dev) hns_roce_dev 1281 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_config_global_param(struct hns_roce_dev *hr_dev) hns_roce_dev 1301 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_query_pf_resource(struct hns_roce_dev *hr_dev) hns_roce_dev 1349 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_query_pf_timer_resource(struct hns_roce_dev *hr_dev) hns_roce_dev 1384 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_set_vf_switch_param(struct hns_roce_dev *hr_dev, hns_roce_dev 1411 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_alloc_vf_resource(struct hns_roce_dev *hr_dev) hns_roce_dev 1509 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_set_bt(struct hns_roce_dev *hr_dev) hns_roce_dev 1580 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_profile(struct hns_roce_dev *hr_dev) hns_roce_dev 1777 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_config_link_table(struct hns_roce_dev *hr_dev, hns_roce_dev 1859 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_init_link_table(struct hns_roce_dev *hr_dev, hns_roce_dev 1943 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_free_link_table(struct hns_roce_dev *hr_dev, hns_roce_dev 1963 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_init(struct hns_roce_dev *hr_dev) hns_roce_dev 2022 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_v2_exit(struct hns_roce_dev *hr_dev) hns_roce_dev 2033 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_query_mbox_status(struct hns_roce_dev *hr_dev) hns_roce_dev 2049 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_cmd_pending(struct hns_roce_dev *hr_dev) hns_roce_dev 2056 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_cmd_complete(struct hns_roce_dev *hr_dev) hns_roce_dev 2063 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_mbox_post(struct hns_roce_dev *hr_dev, u64 in_param, hns_roce_dev 2082 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_post_mbox(struct hns_roce_dev *hr_dev, u64 in_param, hns_roce_dev 2108 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_chk_mbox(struct hns_roce_dev *hr_dev, hns_roce_dev 2136 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_config_sgid_table(struct hns_roce_dev *hr_dev, hns_roce_dev 2169 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_set_gid(struct hns_roce_dev *hr_dev, u8 port, hns_roce_dev 2196 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_set_mac(struct hns_roce_dev *hr_dev, u8 phy_port, hns_roce_dev 2322 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_rereg_write_mtpt(struct hns_roce_dev *hr_dev, hns_roce_dev 2554 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_v2_write_cqc(struct hns_roce_dev *hr_dev, hns_roce_dev 2629 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibcq->device); hns_roce_dev 2698 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev; hns_roce_dev 2997 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int get_op_for_set_hem(struct hns_roce_dev *hr_dev, u32 type, hns_roce_dev 3036 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_set_hem(struct hns_roce_dev *hr_dev, hns_roce_dev 3111 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_clear_hem(struct hns_roce_dev *hr_dev, hns_roce_dev 3165 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_qp_modify(struct hns_roce_dev *hr_dev, hns_roce_dev 3262 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 3641 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static bool check_wqe_rq_mtt_count(struct hns_roce_dev *hr_dev, hns_roce_dev 3672 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 3917 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 4063 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 4166 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 4205 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 4371 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 4390 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 4495 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_query_qpc(struct hns_roce_dev *hr_dev, hns_roce_dev 4525 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 4649 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_destroy_qp_common(struct hns_roce_dev *hr_dev, hns_roce_dev 4723 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 4740 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_qp_flow_control_init(struct hns_roce_dev *hr_dev, hns_roce_dev 4795 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(cq->device); hns_roce_dev 4834 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_set_qps_to_err(struct hns_roce_dev *hr_dev, u32 qpn) hns_roce_dev 4930 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_v2_init_irq_work(struct hns_roce_dev *hr_dev, hns_roce_dev 4951 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = eq->hr_dev; hns_roce_dev 5023 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_aeq_int(struct hns_roce_dev *hr_dev, hns_roce_dev 5153 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_ceq_int(struct hns_roce_dev *hr_dev, hns_roce_dev 5192 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = eq->hr_dev; hns_roce_dev 5207 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = dev_id; hns_roce_dev 5264 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_v2_int_mask_enable(struct hns_roce_dev *hr_dev, hns_roce_dev 5292 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_v2_destroy_eqc(struct hns_roce_dev *hr_dev, int eqn) hns_roce_dev 5309 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_mhop_free_eq(struct hns_roce_dev *hr_dev, hns_roce_dev 5378 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_v2_free_eq(struct hns_roce_dev *hr_dev, hns_roce_dev 5395 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_config_eqc(struct hns_roce_dev *hr_dev, hns_roce_dev 5544 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_mhop_alloc_eq(struct hns_roce_dev *hr_dev, hns_roce_dev 5751 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_create_eq(struct hns_roce_dev *hr_dev, hns_roce_dev 5822 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int __hns_roce_request_irq(struct hns_roce_dev *hr_dev, int irq_num, hns_roce_dev 5892 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void __hns_roce_free_irq(struct hns_roce_dev *hr_dev) hns_roce_dev 5911 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_init_eq_table(struct hns_roce_dev *hr_dev) hns_roce_dev 6002 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_v2_cleanup_eq_table(struct hns_roce_dev *hr_dev) hns_roce_dev 6027 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_v2_write_srqc(struct hns_roce_dev *hr_dev, hns_roce_dev 6126 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibsrq->device); hns_roce_dev 6169 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibsrq->device); hns_roce_dev 6233 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = to_hr_dev(ibsrq->device); hns_roce_dev 6381 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_hw_v2_get_cfg(struct hns_roce_dev *hr_dev, hns_roce_dev 6417 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev; hns_roce_dev 6420 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hr_dev = ib_alloc_device(hns_roce_dev, ib_dev); hns_roce_dev 6461 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev = (struct hns_roce_dev *)handle->priv; hns_roce_dev 6527 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_dev *hr_dev; hns_roce_dev 6538 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hr_dev = (struct hns_roce_dev *)handle->priv; hns_roce_dev 1824 drivers/infiniband/hw/hns/hns_roce_hw_v2.h int hns_roce_v2_query_cqc_info(struct hns_roce_dev *hr_dev, u32 cqn, hns_roce_dev 1827 drivers/infiniband/hw/hns/hns_roce_hw_v2.h static inline void hns_roce_write64(struct hns_roce_dev *hr_dev, __le32 val[2], hns_roce_dev 9 drivers/infiniband/hw/hns/hns_roce_hw_v2_dfx.c int hns_roce_v2_query_cqc_info(struct hns_roce_dev *hr_dev, u32 cqn, hns_roce_dev 56 drivers/infiniband/hw/hns/hns_roce_main.c int hns_get_gid_index(struct hns_roce_dev *hr_dev, u8 port, int gid_index) hns_roce_dev 61 drivers/infiniband/hw/hns/hns_roce_main.c static int hns_roce_set_mac(struct hns_roce_dev *hr_dev, u8 port, u8 *addr) hns_roce_dev 78 drivers/infiniband/hw/hns/hns_roce_main.c struct hns_roce_dev *hr_dev = to_hr_dev(attr->device); hns_roce_dev 92 drivers/infiniband/hw/hns/hns_roce_main.c struct hns_roce_dev *hr_dev = to_hr_dev(attr->device); hns_roce_dev 105 drivers/infiniband/hw/hns/hns_roce_main.c static int handle_en_event(struct hns_roce_dev *hr_dev, u8 port, hns_roce_dev 143 drivers/infiniband/hw/hns/hns_roce_main.c struct hns_roce_dev *hr_dev = NULL; hns_roce_dev 147 drivers/infiniband/hw/hns/hns_roce_main.c hr_dev = container_of(self, struct hns_roce_dev, iboe.nb); hns_roce_dev 162 drivers/infiniband/hw/hns/hns_roce_main.c static int hns_roce_setup_mtu_mac(struct hns_roce_dev *hr_dev) hns_roce_dev 184 drivers/infiniband/hw/hns/hns_roce_main.c struct hns_roce_dev *hr_dev = to_hr_dev(ib_dev); hns_roce_dev 229 drivers/infiniband/hw/hns/hns_roce_main.c struct hns_roce_dev *hr_dev = to_hr_dev(ib_dev); hns_roce_dev 316 drivers/infiniband/hw/hns/hns_roce_main.c struct hns_roce_dev *hr_dev = to_hr_dev(uctx->device); hns_roce_dev 355 drivers/infiniband/hw/hns/hns_roce_main.c struct hns_roce_dev *hr_dev = to_hr_dev(context->device); hns_roce_dev 407 drivers/infiniband/hw/hns/hns_roce_main.c static void hns_roce_unregister_device(struct hns_roce_dev *hr_dev) hns_roce_dev 476 drivers/infiniband/hw/hns/hns_roce_main.c static int hns_roce_register_device(struct hns_roce_dev *hr_dev) hns_roce_dev 582 drivers/infiniband/hw/hns/hns_roce_main.c static int hns_roce_init_hem(struct hns_roce_dev *hr_dev) hns_roce_dev 790 drivers/infiniband/hw/hns/hns_roce_main.c static int hns_roce_setup_hca(struct hns_roce_dev *hr_dev) hns_roce_dev 871 drivers/infiniband/hw/hns/hns_roce_main.c int hns_roce_init(struct hns_roce_dev *hr_dev) hns_roce_dev 978 drivers/infiniband/hw/hns/hns_roce_main.c void hns_roce_exit(struct hns_roce_dev *hr_dev) hns_roce_dev 51 drivers/infiniband/hw/hns/hns_roce_mr.c static int hns_roce_sw2hw_mpt(struct hns_roce_dev *hr_dev, hns_roce_dev 60 drivers/infiniband/hw/hns/hns_roce_mr.c int hns_roce_hw2sw_mpt(struct hns_roce_dev *hr_dev, hns_roce_dev 177 drivers/infiniband/hw/hns/hns_roce_mr.c static int hns_roce_alloc_mtt_range(struct hns_roce_dev *hr_dev, int order, hns_roce_dev 221 drivers/infiniband/hw/hns/hns_roce_mr.c int hns_roce_mtt_init(struct hns_roce_dev *hr_dev, int npages, int page_shift, hns_roce_dev 251 drivers/infiniband/hw/hns/hns_roce_mr.c void hns_roce_mtt_cleanup(struct hns_roce_dev *hr_dev, struct hns_roce_mtt *mtt) hns_roce_dev 295 drivers/infiniband/hw/hns/hns_roce_mr.c static void hns_roce_loop_free(struct hns_roce_dev *hr_dev, hns_roce_dev 350 drivers/infiniband/hw/hns/hns_roce_mr.c static int pbl_1hop_alloc(struct hns_roce_dev *hr_dev, int npages, hns_roce_dev 376 drivers/infiniband/hw/hns/hns_roce_mr.c static int pbl_2hop_alloc(struct hns_roce_dev *hr_dev, int npages, hns_roce_dev 416 drivers/infiniband/hw/hns/hns_roce_mr.c static int pbl_3hop_alloc(struct hns_roce_dev *hr_dev, int npages, hns_roce_dev 507 drivers/infiniband/hw/hns/hns_roce_mr.c static int hns_roce_mhop_alloc(struct hns_roce_dev *hr_dev, int npages, hns_roce_dev 571 drivers/infiniband/hw/hns/hns_roce_mr.c static int hns_roce_mr_alloc(struct hns_roce_dev *hr_dev, u32 pd, u64 iova, hns_roce_dev 617 drivers/infiniband/hw/hns/hns_roce_mr.c static void hns_roce_mhop_free(struct hns_roce_dev *hr_dev, hns_roce_dev 702 drivers/infiniband/hw/hns/hns_roce_mr.c static void hns_roce_mr_free(struct hns_roce_dev *hr_dev, hns_roce_dev 736 drivers/infiniband/hw/hns/hns_roce_mr.c static int hns_roce_mr_enable(struct hns_roce_dev *hr_dev, hns_roce_dev 786 drivers/infiniband/hw/hns/hns_roce_mr.c static int hns_roce_write_mtt_chunk(struct hns_roce_dev *hr_dev, hns_roce_dev 843 drivers/infiniband/hw/hns/hns_roce_mr.c static int hns_roce_write_mtt(struct hns_roce_dev *hr_dev, hns_roce_dev 890 drivers/infiniband/hw/hns/hns_roce_mr.c int hns_roce_buf_write_mtt(struct hns_roce_dev *hr_dev, hns_roce_dev 915 drivers/infiniband/hw/hns/hns_roce_mr.c int hns_roce_init_mr_table(struct hns_roce_dev *hr_dev) hns_roce_dev 971 drivers/infiniband/hw/hns/hns_roce_mr.c void hns_roce_cleanup_mr_table(struct hns_roce_dev *hr_dev) hns_roce_dev 1019 drivers/infiniband/hw/hns/hns_roce_mr.c int hns_roce_ib_umem_write_mtt(struct hns_roce_dev *hr_dev, hns_roce_dev 1090 drivers/infiniband/hw/hns/hns_roce_mr.c static int hns_roce_ib_umem_write_mr(struct hns_roce_dev *hr_dev, hns_roce_dev 1134 drivers/infiniband/hw/hns/hns_roce_mr.c struct hns_roce_dev *hr_dev = to_hr_dev(pd->device); hns_roce_dev 1214 drivers/infiniband/hw/hns/hns_roce_mr.c struct hns_roce_dev *hr_dev = to_hr_dev(ibmr->device); hns_roce_dev 1289 drivers/infiniband/hw/hns/hns_roce_mr.c struct hns_roce_dev *hr_dev = to_hr_dev(ibmr->device); hns_roce_dev 1358 drivers/infiniband/hw/hns/hns_roce_mr.c struct hns_roce_dev *hr_dev = to_hr_dev(ibmr->device); hns_roce_dev 1377 drivers/infiniband/hw/hns/hns_roce_mr.c struct hns_roce_dev *hr_dev = to_hr_dev(pd->device); hns_roce_dev 1444 drivers/infiniband/hw/hns/hns_roce_mr.c static void hns_roce_mw_free(struct hns_roce_dev *hr_dev, hns_roce_dev 1464 drivers/infiniband/hw/hns/hns_roce_mr.c static int hns_roce_mw_enable(struct hns_roce_dev *hr_dev, hns_roce_dev 1515 drivers/infiniband/hw/hns/hns_roce_mr.c struct hns_roce_dev *hr_dev = to_hr_dev(ib_pd->device); hns_roce_dev 1555 drivers/infiniband/hw/hns/hns_roce_mr.c struct hns_roce_dev *hr_dev = to_hr_dev(ibmw->device); hns_roce_dev 1571 drivers/infiniband/hw/hns/hns_roce_mr.c void hns_roce_mtr_cleanup(struct hns_roce_dev *hr_dev, hns_roce_dev 1577 drivers/infiniband/hw/hns/hns_roce_mr.c static int hns_roce_write_mtr(struct hns_roce_dev *hr_dev, hns_roce_dev 1612 drivers/infiniband/hw/hns/hns_roce_mr.c int hns_roce_mtr_attach(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr, hns_roce_dev 1644 drivers/infiniband/hw/hns/hns_roce_mr.c int hns_roce_mtr_find(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr, hns_roce_dev 38 drivers/infiniband/hw/hns/hns_roce_pd.c static int hns_roce_pd_alloc(struct hns_roce_dev *hr_dev, unsigned long *pdn) hns_roce_dev 43 drivers/infiniband/hw/hns/hns_roce_pd.c static void hns_roce_pd_free(struct hns_roce_dev *hr_dev, unsigned long pdn) hns_roce_dev 48 drivers/infiniband/hw/hns/hns_roce_pd.c int hns_roce_init_pd_table(struct hns_roce_dev *hr_dev) hns_roce_dev 55 drivers/infiniband/hw/hns/hns_roce_pd.c void hns_roce_cleanup_pd_table(struct hns_roce_dev *hr_dev) hns_roce_dev 63 drivers/infiniband/hw/hns/hns_roce_pd.c struct hns_roce_dev *hr_dev = to_hr_dev(ib_dev); hns_roce_dev 92 drivers/infiniband/hw/hns/hns_roce_pd.c int hns_roce_uar_alloc(struct hns_roce_dev *hr_dev, struct hns_roce_uar *uar) hns_roce_dev 123 drivers/infiniband/hw/hns/hns_roce_pd.c void hns_roce_uar_free(struct hns_roce_dev *hr_dev, struct hns_roce_uar *uar) hns_roce_dev 129 drivers/infiniband/hw/hns/hns_roce_pd.c int hns_roce_init_uar_table(struct hns_roce_dev *hr_dev) hns_roce_dev 137 drivers/infiniband/hw/hns/hns_roce_pd.c void hns_roce_cleanup_uar_table(struct hns_roce_dev *hr_dev) hns_roce_dev 46 drivers/infiniband/hw/hns/hns_roce_qp.c void hns_roce_qp_event(struct hns_roce_dev *hr_dev, u32 qpn, int event_type) hns_roce_dev 111 drivers/infiniband/hw/hns/hns_roce_qp.c static int hns_roce_reserve_range_qp(struct hns_roce_dev *hr_dev, int cnt, hns_roce_dev 142 drivers/infiniband/hw/hns/hns_roce_qp.c static int hns_roce_gsi_qp_alloc(struct hns_roce_dev *hr_dev, unsigned long qpn, hns_roce_dev 163 drivers/infiniband/hw/hns/hns_roce_qp.c static int hns_roce_qp_alloc(struct hns_roce_dev *hr_dev, unsigned long qpn, hns_roce_dev 234 drivers/infiniband/hw/hns/hns_roce_qp.c void hns_roce_qp_remove(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) hns_roce_dev 244 drivers/infiniband/hw/hns/hns_roce_qp.c void hns_roce_qp_free(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) hns_roce_dev 260 drivers/infiniband/hw/hns/hns_roce_qp.c void hns_roce_release_range_qp(struct hns_roce_dev *hr_dev, int base_qpn, hns_roce_dev 271 drivers/infiniband/hw/hns/hns_roce_qp.c static int hns_roce_set_rq_size(struct hns_roce_dev *hr_dev, hns_roce_dev 327 drivers/infiniband/hw/hns/hns_roce_qp.c static int check_sq_size_with_integrity(struct hns_roce_dev *hr_dev, hns_roce_dev 350 drivers/infiniband/hw/hns/hns_roce_qp.c static int hns_roce_set_user_sq_size(struct hns_roce_dev *hr_dev, hns_roce_dev 436 drivers/infiniband/hw/hns/hns_roce_qp.c static int split_wqe_buf_region(struct hns_roce_dev *hr_dev, hns_roce_dev 497 drivers/infiniband/hw/hns/hns_roce_qp.c static int calc_wqe_bt_page_shift(struct hns_roce_dev *hr_dev, hns_roce_dev 521 drivers/infiniband/hw/hns/hns_roce_qp.c static int set_extend_sge_param(struct hns_roce_dev *hr_dev, hns_roce_dev 550 drivers/infiniband/hw/hns/hns_roce_qp.c static int hns_roce_set_kernel_sq_size(struct hns_roce_dev *hr_dev, hns_roce_dev 684 drivers/infiniband/hw/hns/hns_roce_qp.c static int hns_roce_create_qp_common(struct hns_roce_dev *hr_dev, hns_roce_dev 1020 drivers/infiniband/hw/hns/hns_roce_qp.c struct hns_roce_dev *hr_dev = to_hr_dev(pd->device); hns_roce_dev 1105 drivers/infiniband/hw/hns/hns_roce_qp.c static int check_mtu_validate(struct hns_roce_dev *hr_dev, hns_roce_dev 1130 drivers/infiniband/hw/hns/hns_roce_qp.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 1177 drivers/infiniband/hw/hns/hns_roce_qp.c struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); hns_roce_dev 1305 drivers/infiniband/hw/hns/hns_roce_qp.c int hns_roce_init_qp_table(struct hns_roce_dev *hr_dev) hns_roce_dev 1329 drivers/infiniband/hw/hns/hns_roce_qp.c void hns_roce_cleanup_qp_table(struct hns_roce_dev *hr_dev) hns_roce_dev 83 drivers/infiniband/hw/hns/hns_roce_restrack.c struct hns_roce_dev *hr_dev = to_hr_dev(ib_cq->device); hns_roce_dev 12 drivers/infiniband/hw/hns/hns_roce_srq.c void hns_roce_srq_event(struct hns_roce_dev *hr_dev, u32 srqn, int event_type) hns_roce_dev 37 drivers/infiniband/hw/hns/hns_roce_srq.c struct hns_roce_dev *hr_dev = to_hr_dev(srq->ibsrq.device); hns_roce_dev 62 drivers/infiniband/hw/hns/hns_roce_srq.c static int hns_roce_sw2hw_srq(struct hns_roce_dev *dev, hns_roce_dev 71 drivers/infiniband/hw/hns/hns_roce_srq.c static int hns_roce_hw2sw_srq(struct hns_roce_dev *dev, hns_roce_dev 80 drivers/infiniband/hw/hns/hns_roce_srq.c static int hns_roce_srq_alloc(struct hns_roce_dev *hr_dev, u32 pdn, u32 cqn, hns_roce_dev 157 drivers/infiniband/hw/hns/hns_roce_srq.c static void hns_roce_srq_free(struct hns_roce_dev *hr_dev, hns_roce_dev 181 drivers/infiniband/hw/hns/hns_roce_srq.c struct hns_roce_dev *hr_dev = to_hr_dev(srq->ibsrq.device); hns_roce_dev 255 drivers/infiniband/hw/hns/hns_roce_srq.c struct hns_roce_dev *hr_dev = to_hr_dev(pd->device); hns_roce_dev 275 drivers/infiniband/hw/hns/hns_roce_srq.c struct hns_roce_dev *hr_dev = to_hr_dev(srq->ibsrq.device); hns_roce_dev 340 drivers/infiniband/hw/hns/hns_roce_srq.c static void destroy_user_srq(struct hns_roce_dev *hr_dev, hns_roce_dev 349 drivers/infiniband/hw/hns/hns_roce_srq.c static void destroy_kernel_srq(struct hns_roce_dev *hr_dev, hns_roce_dev 364 drivers/infiniband/hw/hns/hns_roce_srq.c struct hns_roce_dev *hr_dev = to_hr_dev(ib_srq->device); hns_roce_dev 446 drivers/infiniband/hw/hns/hns_roce_srq.c struct hns_roce_dev *hr_dev = to_hr_dev(ibsrq->device); hns_roce_dev 463 drivers/infiniband/hw/hns/hns_roce_srq.c int hns_roce_init_srq_table(struct hns_roce_dev *hr_dev) hns_roce_dev 474 drivers/infiniband/hw/hns/hns_roce_srq.c void hns_roce_cleanup_srq_table(struct hns_roce_dev *hr_dev)