egrbufs 9938 drivers/infiniband/hw/hfi1/chip.c rcd->egrbufs.alloced; i++) egrbufs 11924 drivers/infiniband/hw/hfi1/chip.c rcvctrl |= ((u64)encoded_size(rcd->egrbufs.rcvtid_size) egrbufs 11936 drivers/infiniband/hw/hfi1/chip.c reg = (((u64)(rcd->egrbufs.alloced >> RCV_SHIFT) egrbufs 204 drivers/infiniband/hw/hfi1/driver.c *update |= !(idx & (rcd->egrbufs.threshold - 1)) && !offset; egrbufs 205 drivers/infiniband/hw/hfi1/driver.c return (void *)(((u64)(rcd->egrbufs.rcvtids[idx].addr)) + egrbufs 436 drivers/infiniband/hw/hfi1/file_ops.c memlen = uctxt->egrbufs.size; egrbufs 449 drivers/infiniband/hw/hfi1/file_ops.c for (i = 0 ; i < uctxt->egrbufs.numbufs; i++) { egrbufs 450 drivers/infiniband/hw/hfi1/file_ops.c memlen = uctxt->egrbufs.buffers[i].len; egrbufs 451 drivers/infiniband/hw/hfi1/file_ops.c memvirt = uctxt->egrbufs.buffers[i].addr; egrbufs 541 drivers/infiniband/hw/hfi1/file_ops.c memlen = uctxt->egrbufs.size * uctxt->subctxt_cnt; egrbufs 1067 drivers/infiniband/hw/hfi1/file_ops.c uctxt->subctxt_rcvegrbuf = vmalloc_user(uctxt->egrbufs.size * egrbufs 1160 drivers/infiniband/hw/hfi1/file_ops.c cinfo.rcvtids = roundup(uctxt->egrbufs.alloced, egrbufs 1168 drivers/infiniband/hw/hfi1/file_ops.c cinfo.egrtids = uctxt->egrbufs.alloced; egrbufs 1172 drivers/infiniband/hw/hfi1/file_ops.c cinfo.rcvegr_size = uctxt->egrbufs.rcvtid_size; egrbufs 1293 drivers/infiniband/hw/hfi1/file_ops.c uctxt->egrbufs.rcvtids[0].dma); egrbufs 257 drivers/infiniband/hw/hfi1/hfi.h struct ctxt_eager_bufs egrbufs; egrbufs 432 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.count = round_down(rcvtids, egrbufs 434 drivers/infiniband/hw/hfi1/init.c if (rcd->egrbufs.count > MAX_EAGER_ENTRIES) { egrbufs 437 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.count = MAX_EAGER_ENTRIES; egrbufs 441 drivers/infiniband/hw/hfi1/init.c rcd->ctxt, rcd->egrbufs.count); egrbufs 451 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers = egrbufs 452 drivers/infiniband/hw/hfi1/init.c kcalloc_node(rcd->egrbufs.count, egrbufs 453 drivers/infiniband/hw/hfi1/init.c sizeof(*rcd->egrbufs.buffers), egrbufs 455 drivers/infiniband/hw/hfi1/init.c if (!rcd->egrbufs.buffers) egrbufs 457 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.rcvtids = egrbufs 458 drivers/infiniband/hw/hfi1/init.c kcalloc_node(rcd->egrbufs.count, egrbufs 459 drivers/infiniband/hw/hfi1/init.c sizeof(*rcd->egrbufs.rcvtids), egrbufs 461 drivers/infiniband/hw/hfi1/init.c if (!rcd->egrbufs.rcvtids) egrbufs 463 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.size = eager_buffer_size; egrbufs 469 drivers/infiniband/hw/hfi1/init.c if (rcd->egrbufs.size < hfi1_max_mtu) { egrbufs 470 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.size = __roundup_pow_of_two(hfi1_max_mtu); egrbufs 473 drivers/infiniband/hw/hfi1/init.c rcd->ctxt, rcd->egrbufs.size); egrbufs 475 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.rcvtid_size = HFI1_MAX_EAGER_BUFFER_SIZE; egrbufs 1161 drivers/infiniband/hw/hfi1/init.c kfree(rcd->egrbufs.rcvtids); egrbufs 1162 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.rcvtids = NULL; egrbufs 1164 drivers/infiniband/hw/hfi1/init.c for (e = 0; e < rcd->egrbufs.alloced; e++) { egrbufs 1165 drivers/infiniband/hw/hfi1/init.c if (rcd->egrbufs.buffers[e].dma) egrbufs 1167 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[e].len, egrbufs 1168 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[e].addr, egrbufs 1169 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[e].dma); egrbufs 1171 drivers/infiniband/hw/hfi1/init.c kfree(rcd->egrbufs.buffers); egrbufs 1172 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.alloced = 0; egrbufs 1173 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers = NULL; egrbufs 1948 drivers/infiniband/hw/hfi1/init.c if (rcd->egrbufs.size < (round_mtu * dd->rcv_entries.group_size)) egrbufs 1949 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.size = round_mtu * dd->rcv_entries.group_size; egrbufs 1955 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.rcvtid_size = round_mtu; egrbufs 1961 drivers/infiniband/hw/hfi1/init.c if (rcd->egrbufs.size <= (1 << 20)) egrbufs 1962 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.rcvtid_size = max((unsigned long)round_mtu, egrbufs 1963 drivers/infiniband/hw/hfi1/init.c rounddown_pow_of_two(rcd->egrbufs.size / 8)); egrbufs 1965 drivers/infiniband/hw/hfi1/init.c while (alloced_bytes < rcd->egrbufs.size && egrbufs 1966 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.alloced < rcd->egrbufs.count) { egrbufs 1967 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[idx].addr = egrbufs 1969 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.rcvtid_size, egrbufs 1970 drivers/infiniband/hw/hfi1/init.c &rcd->egrbufs.buffers[idx].dma, egrbufs 1972 drivers/infiniband/hw/hfi1/init.c if (rcd->egrbufs.buffers[idx].addr) { egrbufs 1973 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[idx].len = egrbufs 1974 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.rcvtid_size; egrbufs 1975 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.rcvtids[rcd->egrbufs.alloced].addr = egrbufs 1976 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[idx].addr; egrbufs 1977 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.rcvtids[rcd->egrbufs.alloced].dma = egrbufs 1978 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[idx].dma; egrbufs 1979 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.alloced++; egrbufs 1980 drivers/infiniband/hw/hfi1/init.c alloced_bytes += rcd->egrbufs.rcvtid_size; egrbufs 1992 drivers/infiniband/hw/hfi1/init.c if (rcd->egrbufs.rcvtid_size == round_mtu || egrbufs 2000 drivers/infiniband/hw/hfi1/init.c new_size = rcd->egrbufs.rcvtid_size / 2; egrbufs 2008 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.rcvtid_size = new_size; egrbufs 2016 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.alloced = 0; egrbufs 2018 drivers/infiniband/hw/hfi1/init.c if (i >= rcd->egrbufs.count) egrbufs 2020 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.rcvtids[i].dma = egrbufs 2021 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[j].dma + offset; egrbufs 2022 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.rcvtids[i].addr = egrbufs 2023 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[j].addr + offset; egrbufs 2024 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.alloced++; egrbufs 2025 drivers/infiniband/hw/hfi1/init.c if ((rcd->egrbufs.buffers[j].dma + offset + egrbufs 2027 drivers/infiniband/hw/hfi1/init.c (rcd->egrbufs.buffers[j].dma + egrbufs 2028 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[j].len)) { egrbufs 2035 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.rcvtid_size = new_size; egrbufs 2038 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.numbufs = idx; egrbufs 2039 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.size = alloced_bytes; egrbufs 2043 drivers/infiniband/hw/hfi1/init.c rcd->ctxt, rcd->egrbufs.alloced, egrbufs 2044 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.rcvtid_size / 1024, rcd->egrbufs.size / 1024); egrbufs 2051 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.threshold = egrbufs 2052 drivers/infiniband/hw/hfi1/init.c rounddown_pow_of_two(rcd->egrbufs.alloced / 2); egrbufs 2059 drivers/infiniband/hw/hfi1/init.c egrtop = roundup(rcd->egrbufs.alloced, dd->rcv_entries.group_size); egrbufs 2066 drivers/infiniband/hw/hfi1/init.c rcd->ctxt, rcd->egrbufs.alloced, rcd->expected_count, egrbufs 2069 drivers/infiniband/hw/hfi1/init.c if (!hfi1_rcvbuf_validate(rcd->egrbufs.rcvtid_size, PT_EAGER, &order)) { egrbufs 2072 drivers/infiniband/hw/hfi1/init.c rcd->ctxt, rcd->egrbufs.rcvtid_size); egrbufs 2077 drivers/infiniband/hw/hfi1/init.c for (idx = 0; idx < rcd->egrbufs.alloced; idx++) { egrbufs 2079 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.rcvtids[idx].dma, order); egrbufs 2086 drivers/infiniband/hw/hfi1/init.c for (idx = 0; idx < rcd->egrbufs.alloced && egrbufs 2087 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[idx].addr; egrbufs 2090 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[idx].len, egrbufs 2091 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[idx].addr, egrbufs 2092 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[idx].dma); egrbufs 2093 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[idx].addr = NULL; egrbufs 2094 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[idx].dma = 0; egrbufs 2095 drivers/infiniband/hw/hfi1/init.c rcd->egrbufs.buffers[idx].len = 0; egrbufs 85 drivers/infiniband/hw/hfi1/trace_ctxts.h __entry->eager_cnt = uctxt->egrbufs.alloced; egrbufs 86 drivers/infiniband/hw/hfi1/trace_ctxts.h __entry->rcvegr_dma = uctxt->egrbufs.rcvtids[0].dma;