ep_ring          1046 drivers/usb/host/xhci-mem.c 	struct xhci_ring	*ep_ring;
ep_ring          1050 drivers/usb/host/xhci-mem.c 	ep_ring = virt_dev->eps[0].ring;
ep_ring          1058 drivers/usb/host/xhci-mem.c 	ep0_ctx->deq = cpu_to_le64(xhci_trb_virt_to_dma(ep_ring->enq_seg,
ep_ring          1059 drivers/usb/host/xhci-mem.c 							ep_ring->enqueue)
ep_ring          1060 drivers/usb/host/xhci-mem.c 				   | ep_ring->cycle_state);
ep_ring          1429 drivers/usb/host/xhci-mem.c 	struct xhci_ring *ep_ring;
ep_ring          1501 drivers/usb/host/xhci-mem.c 	ep_ring = virt_dev->eps[ep_index].new_ring;
ep_ring          1511 drivers/usb/host/xhci-mem.c 	ep_ctx->deq = cpu_to_le64(ep_ring->first_seg->dma |
ep_ring          1512 drivers/usb/host/xhci-mem.c 				  ep_ring->cycle_state);
ep_ring           528 drivers/usb/host/xhci-ring.c 	struct xhci_ring *ep_ring;
ep_ring           536 drivers/usb/host/xhci-ring.c 	ep_ring = xhci_triad_to_transfer_ring(xhci, slot_id,
ep_ring           538 drivers/usb/host/xhci-ring.c 	if (!ep_ring) {
ep_ring           550 drivers/usb/host/xhci-ring.c 		if (list_empty(&ep_ring->td_list)) {
ep_ring           551 drivers/usb/host/xhci-ring.c 			state->new_deq_seg = ep_ring->enq_seg;
ep_ring           552 drivers/usb/host/xhci-ring.c 			state->new_deq_ptr = ep_ring->enqueue;
ep_ring           553 drivers/usb/host/xhci-ring.c 			state->new_cycle_state = ep_ring->cycle_state;
ep_ring           566 drivers/usb/host/xhci-ring.c 	new_seg = ep_ring->deq_seg;
ep_ring           567 drivers/usb/host/xhci-ring.c 	new_deq = ep_ring->dequeue;
ep_ring           591 drivers/usb/host/xhci-ring.c 		next_trb(xhci, ep_ring, &new_seg, &new_deq);
ep_ring           624 drivers/usb/host/xhci-ring.c static void td_to_noop(struct xhci_hcd *xhci, struct xhci_ring *ep_ring,
ep_ring           640 drivers/usb/host/xhci-ring.c 		next_trb(xhci, ep_ring, &seg, &trb);
ep_ring           721 drivers/usb/host/xhci-ring.c 	struct xhci_ring *ep_ring;
ep_ring           765 drivers/usb/host/xhci-ring.c 		ep_ring = xhci_urb_to_transfer_ring(xhci, cur_td->urb);
ep_ring           766 drivers/usb/host/xhci-ring.c 		if (!ep_ring) {
ep_ring           798 drivers/usb/host/xhci-ring.c 			td_to_noop(xhci, ep_ring, cur_td, false);
ep_ring           837 drivers/usb/host/xhci-ring.c 		ep_ring = xhci_urb_to_transfer_ring(xhci, cur_td->urb);
ep_ring           838 drivers/usb/host/xhci-ring.c 		xhci_unmap_td_bounce_buffer(xhci, ep_ring, cur_td);
ep_ring          1002 drivers/usb/host/xhci-ring.c 		struct xhci_ring *ep_ring,
ep_ring          1009 drivers/usb/host/xhci-ring.c 	num_trbs_free_temp = ep_ring->num_trbs_free;
ep_ring          1010 drivers/usb/host/xhci-ring.c 	dequeue_temp = ep_ring->dequeue;
ep_ring          1018 drivers/usb/host/xhci-ring.c 	if (trb_is_link(ep_ring->dequeue)) {
ep_ring          1019 drivers/usb/host/xhci-ring.c 		ep_ring->deq_seg = ep_ring->deq_seg->next;
ep_ring          1020 drivers/usb/host/xhci-ring.c 		ep_ring->dequeue = ep_ring->deq_seg->trbs;
ep_ring          1023 drivers/usb/host/xhci-ring.c 	while (ep_ring->dequeue != dev->eps[ep_index].queued_deq_ptr) {
ep_ring          1025 drivers/usb/host/xhci-ring.c 		ep_ring->num_trbs_free++;
ep_ring          1026 drivers/usb/host/xhci-ring.c 		ep_ring->dequeue++;
ep_ring          1027 drivers/usb/host/xhci-ring.c 		if (trb_is_link(ep_ring->dequeue)) {
ep_ring          1028 drivers/usb/host/xhci-ring.c 			if (ep_ring->dequeue ==
ep_ring          1031 drivers/usb/host/xhci-ring.c 			ep_ring->deq_seg = ep_ring->deq_seg->next;
ep_ring          1032 drivers/usb/host/xhci-ring.c 			ep_ring->dequeue = ep_ring->deq_seg->trbs;
ep_ring          1034 drivers/usb/host/xhci-ring.c 		if (ep_ring->dequeue == dequeue_temp) {
ep_ring          1042 drivers/usb/host/xhci-ring.c 		ep_ring->num_trbs_free = num_trbs_free_temp;
ep_ring          1058 drivers/usb/host/xhci-ring.c 	struct xhci_ring *ep_ring;
ep_ring          1069 drivers/usb/host/xhci-ring.c 	ep_ring = xhci_stream_id_to_ring(dev, ep_index, stream_id);
ep_ring          1070 drivers/usb/host/xhci-ring.c 	if (!ep_ring) {
ep_ring          1132 drivers/usb/host/xhci-ring.c 				ep_ring, ep_index);
ep_ring          1916 drivers/usb/host/xhci-ring.c 		struct xhci_ring *ep_ring, int *status)
ep_ring          1924 drivers/usb/host/xhci-ring.c 	xhci_unmap_td_bounce_buffer(xhci, ep_ring, td);
ep_ring          1967 drivers/usb/host/xhci-ring.c 	struct xhci_ring *ep_ring;
ep_ring          1975 drivers/usb/host/xhci-ring.c 	ep_ring = xhci_dma_to_transfer_ring(ep, le64_to_cpu(event->buffer));
ep_ring          2004 drivers/usb/host/xhci-ring.c 					ep_ring->stream_id, td, EP_HARD_RESET);
ep_ring          2007 drivers/usb/host/xhci-ring.c 		while (ep_ring->dequeue != td->last_trb)
ep_ring          2008 drivers/usb/host/xhci-ring.c 			inc_deq(xhci, ep_ring);
ep_ring          2009 drivers/usb/host/xhci-ring.c 		inc_deq(xhci, ep_ring);
ep_ring          2012 drivers/usb/host/xhci-ring.c 	return xhci_td_cleanup(xhci, td, ep_ring, status);
ep_ring          2139 drivers/usb/host/xhci-ring.c 	struct xhci_ring *ep_ring;
ep_ring          2148 drivers/usb/host/xhci-ring.c 	ep_ring = xhci_dma_to_transfer_ring(ep, le64_to_cpu(event->buffer));
ep_ring          2209 drivers/usb/host/xhci-ring.c 		frame->actual_length = sum_trb_lengths(xhci, ep_ring, ep_trb) +
ep_ring          2223 drivers/usb/host/xhci-ring.c 	struct xhci_ring *ep_ring;
ep_ring          2228 drivers/usb/host/xhci-ring.c 	ep_ring = xhci_dma_to_transfer_ring(ep, le64_to_cpu(event->buffer));
ep_ring          2240 drivers/usb/host/xhci-ring.c 	while (ep_ring->dequeue != td->last_trb)
ep_ring          2241 drivers/usb/host/xhci-ring.c 		inc_deq(xhci, ep_ring);
ep_ring          2242 drivers/usb/host/xhci-ring.c 	inc_deq(xhci, ep_ring);
ep_ring          2244 drivers/usb/host/xhci-ring.c 	return xhci_td_cleanup(xhci, td, ep_ring, status);
ep_ring          2255 drivers/usb/host/xhci-ring.c 	struct xhci_ring *ep_ring;
ep_ring          2264 drivers/usb/host/xhci-ring.c 	ep_ring = xhci_dma_to_transfer_ring(ep, le64_to_cpu(event->buffer));
ep_ring          2272 drivers/usb/host/xhci-ring.c 		ep_ring->err_count = 0;
ep_ring          2297 drivers/usb/host/xhci-ring.c 		if ((ep_ring->err_count++ > MAX_SOFT_RETRY) ||
ep_ring          2302 drivers/usb/host/xhci-ring.c 					ep_ring->stream_id, td, EP_SOFT_RESET);
ep_ring          2313 drivers/usb/host/xhci-ring.c 			sum_trb_lengths(xhci, ep_ring, ep_trb) +
ep_ring          2334 drivers/usb/host/xhci-ring.c 	struct xhci_ring *ep_ring;
ep_ring          2361 drivers/usb/host/xhci-ring.c 	ep_ring = xhci_dma_to_transfer_ring(ep, ep_trb_dma);
ep_ring          2372 drivers/usb/host/xhci-ring.c 	if (!ep_ring) {
ep_ring          2394 drivers/usb/host/xhci-ring.c 		list_for_each(tmp, &ep_ring->td_list)
ep_ring          2407 drivers/usb/host/xhci-ring.c 		    ep_ring->last_td_was_short)
ep_ring          2479 drivers/usb/host/xhci-ring.c 		if (!list_empty(&ep_ring->td_list))
ep_ring          2487 drivers/usb/host/xhci-ring.c 		if (!list_empty(&ep_ring->td_list))
ep_ring          2534 drivers/usb/host/xhci-ring.c 		if (list_empty(&ep_ring->td_list)) {
ep_ring          2545 drivers/usb/host/xhci-ring.c 			      ep_ring->last_td_was_short)) {
ep_ring          2560 drivers/usb/host/xhci-ring.c 							     ep_ring->stream_id,
ep_ring          2575 drivers/usb/host/xhci-ring.c 		td = list_first_entry(&ep_ring->td_list, struct xhci_td,
ep_ring          2581 drivers/usb/host/xhci-ring.c 		ep_seg = trb_in_td(xhci, ep_ring->deq_seg, ep_ring->dequeue,
ep_ring          2605 drivers/usb/host/xhci-ring.c 						ep_ring->last_td_was_short) {
ep_ring          2606 drivers/usb/host/xhci-ring.c 					ep_ring->last_td_was_short = false;
ep_ring          2615 drivers/usb/host/xhci-ring.c 				trb_in_td(xhci, ep_ring->deq_seg,
ep_ring          2616 drivers/usb/host/xhci-ring.c 					  ep_ring->dequeue, td->last_trb,
ep_ring          2625 drivers/usb/host/xhci-ring.c 			ep_ring->last_td_was_short = true;
ep_ring          2627 drivers/usb/host/xhci-ring.c 			ep_ring->last_td_was_short = false;
ep_ring          2639 drivers/usb/host/xhci-ring.c 		trace_xhci_handle_transfer(ep_ring,
ep_ring          2655 drivers/usb/host/xhci-ring.c 							     ep_ring->stream_id,
ep_ring          2932 drivers/usb/host/xhci-ring.c static int prepare_ring(struct xhci_hcd *xhci, struct xhci_ring *ep_ring,
ep_ring          2966 drivers/usb/host/xhci-ring.c 		if (room_on_ring(xhci, ep_ring, num_trbs))
ep_ring          2969 drivers/usb/host/xhci-ring.c 		if (ep_ring == xhci->cmd_ring) {
ep_ring          2976 drivers/usb/host/xhci-ring.c 		num_trbs_needed = num_trbs - ep_ring->num_trbs_free;
ep_ring          2977 drivers/usb/host/xhci-ring.c 		if (xhci_ring_expansion(xhci, ep_ring, num_trbs_needed,
ep_ring          2984 drivers/usb/host/xhci-ring.c 	while (trb_is_link(ep_ring->enqueue)) {
ep_ring          2989 drivers/usb/host/xhci-ring.c 		    !(ep_ring->type == TYPE_ISOC &&
ep_ring          2991 drivers/usb/host/xhci-ring.c 			ep_ring->enqueue->link.control &=
ep_ring          2994 drivers/usb/host/xhci-ring.c 			ep_ring->enqueue->link.control |=
ep_ring          2998 drivers/usb/host/xhci-ring.c 		ep_ring->enqueue->link.control ^= cpu_to_le32(TRB_CYCLE);
ep_ring          3001 drivers/usb/host/xhci-ring.c 		if (link_trb_toggles_cycle(ep_ring->enqueue))
ep_ring          3002 drivers/usb/host/xhci-ring.c 			ep_ring->cycle_state ^= 1;
ep_ring          3004 drivers/usb/host/xhci-ring.c 		ep_ring->enq_seg = ep_ring->enq_seg->next;
ep_ring          3005 drivers/usb/host/xhci-ring.c 		ep_ring->enqueue = ep_ring->enq_seg->trbs;
ep_ring          3022 drivers/usb/host/xhci-ring.c 	struct xhci_ring *ep_ring;
ep_ring          3025 drivers/usb/host/xhci-ring.c 	ep_ring = xhci_stream_id_to_ring(xdev, ep_index, stream_id);
ep_ring          3026 drivers/usb/host/xhci-ring.c 	if (!ep_ring) {
ep_ring          3032 drivers/usb/host/xhci-ring.c 	ret = prepare_ring(xhci, ep_ring, GET_EP_CTX_STATE(ep_ctx),
ep_ring          3051 drivers/usb/host/xhci-ring.c 	list_add_tail(&td->td_list, &ep_ring->td_list);
ep_ring          3052 drivers/usb/host/xhci-ring.c 	td->start_seg = ep_ring->enq_seg;
ep_ring          3053 drivers/usb/host/xhci-ring.c 	td->first_trb = ep_ring->enqueue;
ep_ring          3454 drivers/usb/host/xhci-ring.c 	struct xhci_ring *ep_ring;
ep_ring          3464 drivers/usb/host/xhci-ring.c 	ep_ring = xhci_urb_to_transfer_ring(xhci, urb);
ep_ring          3465 drivers/usb/host/xhci-ring.c 	if (!ep_ring)
ep_ring          3498 drivers/usb/host/xhci-ring.c 	start_trb = &ep_ring->enqueue->generic;
ep_ring          3499 drivers/usb/host/xhci-ring.c 	start_cycle = ep_ring->cycle_state;
ep_ring          3519 drivers/usb/host/xhci-ring.c 	queue_trb(xhci, ep_ring, true,
ep_ring          3555 drivers/usb/host/xhci-ring.c 		queue_trb(xhci, ep_ring, true,
ep_ring          3559 drivers/usb/host/xhci-ring.c 				field | ep_ring->cycle_state);
ep_ring          3563 drivers/usb/host/xhci-ring.c 	td->last_trb = ep_ring->enqueue;
ep_ring          3571 drivers/usb/host/xhci-ring.c 	queue_trb(xhci, ep_ring, false,
ep_ring          3576 drivers/usb/host/xhci-ring.c 			field | TRB_IOC | TRB_TYPE(TRB_STATUS) | ep_ring->cycle_state);
ep_ring          3731 drivers/usb/host/xhci-ring.c 	struct xhci_ring *ep_ring;
ep_ring          3747 drivers/usb/host/xhci-ring.c 	ep_ring = xhci->devs[slot_id]->eps[ep_index].ring;
ep_ring          3755 drivers/usb/host/xhci-ring.c 	start_trb = &ep_ring->enqueue->generic;
ep_ring          3756 drivers/usb/host/xhci-ring.c 	start_cycle = ep_ring->cycle_state;
ep_ring          3807 drivers/usb/host/xhci-ring.c 			(i ? ep_ring->cycle_state : !start_cycle);
ep_ring          3820 drivers/usb/host/xhci-ring.c 					ep_ring->cycle_state;
ep_ring          3832 drivers/usb/host/xhci-ring.c 				td->last_trb = ep_ring->enqueue;
ep_ring          3860 drivers/usb/host/xhci-ring.c 			queue_trb(xhci, ep_ring, more_trbs_coming,
ep_ring          3903 drivers/usb/host/xhci-ring.c 	urb_priv->td[0].last_trb = ep_ring->enqueue;
ep_ring          3905 drivers/usb/host/xhci-ring.c 	td_to_noop(xhci, ep_ring, &urb_priv->td[0], true);
ep_ring          3908 drivers/usb/host/xhci-ring.c 	ep_ring->enqueue = urb_priv->td[0].first_trb;
ep_ring          3909 drivers/usb/host/xhci-ring.c 	ep_ring->enq_seg = urb_priv->td[0].start_seg;
ep_ring          3910 drivers/usb/host/xhci-ring.c 	ep_ring->cycle_state = start_cycle;
ep_ring          3911 drivers/usb/host/xhci-ring.c 	ep_ring->num_trbs_free = ep_ring->num_trbs_free_temp;
ep_ring          3927 drivers/usb/host/xhci-ring.c 	struct xhci_ring *ep_ring;
ep_ring          3937 drivers/usb/host/xhci-ring.c 	ep_ring = xdev->eps[ep_index].ring;
ep_ring          3948 drivers/usb/host/xhci-ring.c 	ret = prepare_ring(xhci, ep_ring, GET_EP_CTX_STATE(ep_ctx),
ep_ring          3960 drivers/usb/host/xhci-ring.c 	if (HCC_CFC(xhci->hcc_params) && !list_empty(&ep_ring->td_list)) {
ep_ring          3993 drivers/usb/host/xhci-ring.c 	ep_ring->num_trbs_free_temp = ep_ring->num_trbs_free;
ep_ring          1608 drivers/usb/host/xhci.c 	struct xhci_ring *ep_ring;
ep_ring          1631 drivers/usb/host/xhci.c 	ep_ring = xhci_urb_to_transfer_ring(xhci, urb);
ep_ring          1632 drivers/usb/host/xhci.c 	if (!ep || !ep_ring)
ep_ring          1647 drivers/usb/host/xhci.c 	if (!td_on_ring(&urb_priv->td[0], ep_ring)) {