src_ring 279 drivers/net/wireless/ath/ath10k/ce.c (ctrl1_addr & ~(ctrl_regs->src_ring->mask)) | src_ring 280 drivers/net/wireless/ath/ath10k/ce.c ath10k_set_ring_byte(n, ctrl_regs->src_ring)); src_ring 496 drivers/net/wireless/ath/ath10k/ce.c struct ath10k_ce_ring *src_ring = ce_state->src_ring; src_ring 498 drivers/net/wireless/ath/ath10k/ce.c unsigned int nentries_mask = src_ring->nentries_mask; src_ring 499 drivers/net/wireless/ath/ath10k/ce.c unsigned int sw_index = src_ring->sw_index; src_ring 500 drivers/net/wireless/ath/ath10k/ce.c unsigned int write_index = src_ring->write_index; src_ring 515 drivers/net/wireless/ath/ath10k/ce.c desc = CE_SRC_RING_TO_DESC(src_ring->base_addr_owner_space, src_ring 531 drivers/net/wireless/ath/ath10k/ce.c src_ring->per_transfer_context[write_index] = per_transfer_context; src_ring 540 drivers/net/wireless/ath/ath10k/ce.c src_ring->write_index = write_index; src_ring 553 drivers/net/wireless/ath/ath10k/ce.c struct ath10k_ce_ring *src_ring = ce_state->src_ring; src_ring 555 drivers/net/wireless/ath/ath10k/ce.c unsigned int nentries_mask = src_ring->nentries_mask; src_ring 557 drivers/net/wireless/ath/ath10k/ce.c unsigned int write_index = src_ring->write_index; src_ring 573 drivers/net/wireless/ath/ath10k/ce.c sw_index = src_ring->sw_index; src_ring 581 drivers/net/wireless/ath/ath10k/ce.c desc = CE_SRC_RING_TO_DESC_64(src_ring->base_addr_owner_space, src_ring 607 drivers/net/wireless/ath/ath10k/ce.c src_ring->per_transfer_context[write_index] = per_transfer_context; src_ring 621 drivers/net/wireless/ath/ath10k/ce.c src_ring->write_index = write_index; src_ring 642 drivers/net/wireless/ath/ath10k/ce.c struct ath10k_ce_ring *src_ring = pipe->src_ring; src_ring 652 drivers/net/wireless/ath/ath10k/ce.c if (WARN_ON_ONCE(src_ring->write_index == src_ring->sw_index)) src_ring 655 drivers/net/wireless/ath/ath10k/ce.c if (WARN_ON_ONCE(src_ring->write_index == src_ring 659 drivers/net/wireless/ath/ath10k/ce.c src_ring->write_index--; src_ring 660 drivers/net/wireless/ath/ath10k/ce.c src_ring->write_index &= src_ring->nentries_mask; src_ring 662 drivers/net/wireless/ath/ath10k/ce.c src_ring->per_transfer_context[src_ring->write_index] = NULL; src_ring 693 drivers/net/wireless/ath/ath10k/ce.c delta = CE_RING_DELTA(pipe->src_ring->nentries_mask, src_ring 694 drivers/net/wireless/ath/ath10k/ce.c pipe->src_ring->write_index, src_ring 695 drivers/net/wireless/ath/ath10k/ce.c pipe->src_ring->sw_index - 1); src_ring 1072 drivers/net/wireless/ath/ath10k/ce.c struct ath10k_ce_ring *src_ring = ce_state->src_ring; src_ring 1075 drivers/net/wireless/ath/ath10k/ce.c unsigned int nentries_mask = src_ring->nentries_mask; src_ring 1076 drivers/net/wireless/ath/ath10k/ce.c unsigned int sw_index = src_ring->sw_index; src_ring 1080 drivers/net/wireless/ath/ath10k/ce.c if (src_ring->hw_index == sw_index) { src_ring 1094 drivers/net/wireless/ath/ath10k/ce.c src_ring->hw_index = read_index; src_ring 1100 drivers/net/wireless/ath/ath10k/ce.c read_index = src_ring->hw_index; src_ring 1107 drivers/net/wireless/ath/ath10k/ce.c src_ring->per_transfer_context[sw_index]; src_ring 1110 drivers/net/wireless/ath/ath10k/ce.c src_ring->per_transfer_context[sw_index] = NULL; src_ring 1111 drivers/net/wireless/ath/ath10k/ce.c desc = CE_SRC_RING_TO_DESC(src_ring->base_addr_owner_space, src_ring 1117 drivers/net/wireless/ath/ath10k/ce.c src_ring->sw_index = sw_index; src_ring 1125 drivers/net/wireless/ath/ath10k/ce.c struct ath10k_ce_ring *src_ring = ce_state->src_ring; src_ring 1128 drivers/net/wireless/ath/ath10k/ce.c unsigned int nentries_mask = src_ring->nentries_mask; src_ring 1129 drivers/net/wireless/ath/ath10k/ce.c unsigned int sw_index = src_ring->sw_index; src_ring 1133 drivers/net/wireless/ath/ath10k/ce.c if (src_ring->hw_index == sw_index) { src_ring 1147 drivers/net/wireless/ath/ath10k/ce.c src_ring->hw_index = read_index; src_ring 1153 drivers/net/wireless/ath/ath10k/ce.c read_index = src_ring->hw_index; src_ring 1160 drivers/net/wireless/ath/ath10k/ce.c src_ring->per_transfer_context[sw_index]; src_ring 1163 drivers/net/wireless/ath/ath10k/ce.c src_ring->per_transfer_context[sw_index] = NULL; src_ring 1164 drivers/net/wireless/ath/ath10k/ce.c desc = CE_SRC_RING_TO_DESC_64(src_ring->base_addr_owner_space, src_ring 1170 drivers/net/wireless/ath/ath10k/ce.c src_ring->sw_index = sw_index; src_ring 1184 drivers/net/wireless/ath/ath10k/ce.c struct ath10k_ce_ring *src_ring, src_ring 1190 drivers/net/wireless/ath/ath10k/ce.c struct ce_desc *base = src_ring->base_addr_owner_space; src_ring 1201 drivers/net/wireless/ath/ath10k/ce.c struct ath10k_ce_ring *src_ring, src_ring 1207 drivers/net/wireless/ath/ath10k/ce.c struct ce_desc_64 *base = src_ring->base_addr_owner_space; src_ring 1225 drivers/net/wireless/ath/ath10k/ce.c struct ath10k_ce_ring *src_ring; src_ring 1233 drivers/net/wireless/ath/ath10k/ce.c src_ring = ce_state->src_ring; src_ring 1235 drivers/net/wireless/ath/ath10k/ce.c if (!src_ring) src_ring 1243 drivers/net/wireless/ath/ath10k/ce.c nentries_mask = src_ring->nentries_mask; src_ring 1244 drivers/net/wireless/ath/ath10k/ce.c sw_index = src_ring->sw_index; src_ring 1245 drivers/net/wireless/ath/ath10k/ce.c write_index = src_ring->write_index; src_ring 1248 drivers/net/wireless/ath/ath10k/ce.c ce_state->ops->ce_extract_desc_data(ar, src_ring, sw_index, src_ring 1254 drivers/net/wireless/ath/ath10k/ce.c src_ring->per_transfer_context[sw_index]; src_ring 1257 drivers/net/wireless/ath/ath10k/ce.c src_ring->per_transfer_context[sw_index] = NULL; src_ring 1261 drivers/net/wireless/ath/ath10k/ce.c src_ring->sw_index = sw_index; src_ring 1423 drivers/net/wireless/ath/ath10k/ce.c struct ath10k_ce_ring *src_ring = ce_state->src_ring; src_ring 1429 drivers/net/wireless/ath/ath10k/ce.c memset(src_ring->base_addr_owner_space, 0, src_ring 1432 drivers/net/wireless/ath/ath10k/ce.c memset(src_ring->base_addr_owner_space, 0, src_ring 1435 drivers/net/wireless/ath/ath10k/ce.c src_ring->sw_index = ath10k_ce_src_ring_read_index_get(ar, ctrl_addr); src_ring 1436 drivers/net/wireless/ath/ath10k/ce.c src_ring->sw_index &= src_ring->nentries_mask; src_ring 1437 drivers/net/wireless/ath/ath10k/ce.c src_ring->hw_index = src_ring->sw_index; src_ring 1439 drivers/net/wireless/ath/ath10k/ce.c src_ring->write_index = src_ring 1441 drivers/net/wireless/ath/ath10k/ce.c src_ring->write_index &= src_ring->nentries_mask; src_ring 1444 drivers/net/wireless/ath/ath10k/ce.c src_ring->base_addr_ce_space); src_ring 1453 drivers/net/wireless/ath/ath10k/ce.c ce_id, nentries, src_ring->base_addr_owner_space); src_ring 1497 drivers/net/wireless/ath/ath10k/ce.c struct ath10k_ce_ring *src_ring, src_ring 1500 drivers/net/wireless/ath/ath10k/ce.c src_ring->shadow_base_unaligned = kcalloc(nentries, src_ring 1503 drivers/net/wireless/ath/ath10k/ce.c if (!src_ring->shadow_base_unaligned) src_ring 1506 drivers/net/wireless/ath/ath10k/ce.c src_ring->shadow_base = (struct ce_desc_64 *) src_ring 1507 drivers/net/wireless/ath/ath10k/ce.c PTR_ALIGN(src_ring->shadow_base_unaligned, src_ring 1516 drivers/net/wireless/ath/ath10k/ce.c struct ath10k_ce_ring *src_ring; src_ring 1523 drivers/net/wireless/ath/ath10k/ce.c src_ring = kzalloc(struct_size(src_ring, per_transfer_context, src_ring 1525 drivers/net/wireless/ath/ath10k/ce.c if (src_ring == NULL) src_ring 1528 drivers/net/wireless/ath/ath10k/ce.c src_ring->nentries = nentries; src_ring 1529 drivers/net/wireless/ath/ath10k/ce.c src_ring->nentries_mask = nentries - 1; src_ring 1535 drivers/net/wireless/ath/ath10k/ce.c src_ring->base_addr_owner_space_unaligned = src_ring 1540 drivers/net/wireless/ath/ath10k/ce.c if (!src_ring->base_addr_owner_space_unaligned) { src_ring 1541 drivers/net/wireless/ath/ath10k/ce.c kfree(src_ring); src_ring 1545 drivers/net/wireless/ath/ath10k/ce.c src_ring->base_addr_ce_space_unaligned = base_addr; src_ring 1547 drivers/net/wireless/ath/ath10k/ce.c src_ring->base_addr_owner_space = src_ring 1548 drivers/net/wireless/ath/ath10k/ce.c PTR_ALIGN(src_ring->base_addr_owner_space_unaligned, src_ring 1550 drivers/net/wireless/ath/ath10k/ce.c src_ring->base_addr_ce_space = src_ring 1551 drivers/net/wireless/ath/ath10k/ce.c ALIGN(src_ring->base_addr_ce_space_unaligned, src_ring 1555 drivers/net/wireless/ath/ath10k/ce.c ret = ath10k_ce_alloc_shadow_base(ar, src_ring, nentries); src_ring 1560 drivers/net/wireless/ath/ath10k/ce.c src_ring->base_addr_owner_space_unaligned, src_ring 1562 drivers/net/wireless/ath/ath10k/ce.c kfree(src_ring); src_ring 1567 drivers/net/wireless/ath/ath10k/ce.c return src_ring; src_ring 1574 drivers/net/wireless/ath/ath10k/ce.c struct ath10k_ce_ring *src_ring; src_ring 1581 drivers/net/wireless/ath/ath10k/ce.c src_ring = kzalloc(struct_size(src_ring, per_transfer_context, src_ring 1583 drivers/net/wireless/ath/ath10k/ce.c if (!src_ring) src_ring 1586 drivers/net/wireless/ath/ath10k/ce.c src_ring->nentries = nentries; src_ring 1587 drivers/net/wireless/ath/ath10k/ce.c src_ring->nentries_mask = nentries - 1; src_ring 1592 drivers/net/wireless/ath/ath10k/ce.c src_ring->base_addr_owner_space_unaligned = src_ring 1597 drivers/net/wireless/ath/ath10k/ce.c if (!src_ring->base_addr_owner_space_unaligned) { src_ring 1598 drivers/net/wireless/ath/ath10k/ce.c kfree(src_ring); src_ring 1602 drivers/net/wireless/ath/ath10k/ce.c src_ring->base_addr_ce_space_unaligned = base_addr; src_ring 1604 drivers/net/wireless/ath/ath10k/ce.c src_ring->base_addr_owner_space = src_ring 1605 drivers/net/wireless/ath/ath10k/ce.c PTR_ALIGN(src_ring->base_addr_owner_space_unaligned, src_ring 1607 drivers/net/wireless/ath/ath10k/ce.c src_ring->base_addr_ce_space = src_ring 1608 drivers/net/wireless/ath/ath10k/ce.c ALIGN(src_ring->base_addr_ce_space_unaligned, src_ring 1612 drivers/net/wireless/ath/ath10k/ce.c ret = ath10k_ce_alloc_shadow_base(ar, src_ring, nentries); src_ring 1617 drivers/net/wireless/ath/ath10k/ce.c src_ring->base_addr_owner_space_unaligned, src_ring 1619 drivers/net/wireless/ath/ath10k/ce.c kfree(src_ring); src_ring 1624 drivers/net/wireless/ath/ath10k/ce.c return src_ring; src_ring 1785 drivers/net/wireless/ath/ath10k/ce.c if (ce_state->src_ring) { src_ring 1787 drivers/net/wireless/ath/ath10k/ce.c kfree(ce_state->src_ring->shadow_base_unaligned); src_ring 1789 drivers/net/wireless/ath/ath10k/ce.c (ce_state->src_ring->nentries * src_ring 1792 drivers/net/wireless/ath/ath10k/ce.c ce_state->src_ring->base_addr_owner_space, src_ring 1793 drivers/net/wireless/ath/ath10k/ce.c ce_state->src_ring->base_addr_ce_space); src_ring 1794 drivers/net/wireless/ath/ath10k/ce.c kfree(ce_state->src_ring); src_ring 1807 drivers/net/wireless/ath/ath10k/ce.c ce_state->src_ring = NULL; src_ring 1816 drivers/net/wireless/ath/ath10k/ce.c if (ce_state->src_ring) { src_ring 1818 drivers/net/wireless/ath/ath10k/ce.c kfree(ce_state->src_ring->shadow_base_unaligned); src_ring 1820 drivers/net/wireless/ath/ath10k/ce.c (ce_state->src_ring->nentries * src_ring 1823 drivers/net/wireless/ath/ath10k/ce.c ce_state->src_ring->base_addr_owner_space, src_ring 1824 drivers/net/wireless/ath/ath10k/ce.c ce_state->src_ring->base_addr_ce_space); src_ring 1825 drivers/net/wireless/ath/ath10k/ce.c kfree(ce_state->src_ring); src_ring 1838 drivers/net/wireless/ath/ath10k/ce.c ce_state->src_ring = NULL; src_ring 1966 drivers/net/wireless/ath/ath10k/ce.c ce_state->src_ring = src_ring 1968 drivers/net/wireless/ath/ath10k/ce.c if (IS_ERR(ce_state->src_ring)) { src_ring 1969 drivers/net/wireless/ath/ath10k/ce.c ret = PTR_ERR(ce_state->src_ring); src_ring 1972 drivers/net/wireless/ath/ath10k/ce.c ce_state->src_ring = NULL; src_ring 128 drivers/net/wireless/ath/ath10k/ce.h struct ath10k_ce_ring *src_ring; src_ring 318 drivers/net/wireless/ath/ath10k/ce.h struct ath10k_ce_ring *src_ring, src_ring 230 drivers/net/wireless/ath/ath10k/hw.c .src_ring = &wcn3990_src_ring, src_ring 368 drivers/net/wireless/ath/ath10k/hw.c .src_ring = &qcax_src_ring, src_ring 299 drivers/net/wireless/ath/ath10k/hw.h struct ath10k_hw_ce_regs_addr_map *src_ring; src_ring 1356 drivers/net/wireless/ath/ath10k/pci.c struct ath10k_ce_ring *src_ring = ce_pipe->src_ring; src_ring 1364 drivers/net/wireless/ath/ath10k/pci.c nentries_mask = src_ring->nentries_mask; src_ring 1365 drivers/net/wireless/ath/ath10k/pci.c sw_index = src_ring->sw_index; src_ring 1366 drivers/net/wireless/ath/ath10k/pci.c write_index = src_ring->write_index; src_ring 2011 drivers/net/wireless/ath/ath10k/pci.c ce_ring = ce_pipe->src_ring; src_ring 874 drivers/net/wireless/ath/ath10k/snoc.c ce_ring = ce_pipe->src_ring;