465 static int rh_call_control (struct usb_hcd *hcd, struct urb *urb)  in rh_call_control()  argument
469 	u8		*ubuf = urb->transfer_buffer;  in rh_call_control()
481 	status = usb_hcd_link_urb_to_ep(hcd, urb);  in rh_call_control()
485 	urb->hcpriv = hcd;	/* Indicate it's queued */  in rh_call_control()
487 	cmd = (struct usb_ctrlrequest *) urb->setup_packet;  in rh_call_control()
493 	if (wLength > urb->transfer_buffer_length)  in rh_call_control()
508 	urb->actual_length = 0;  in rh_call_control()
603 				urb->actual_length = rh_string(wValue & 0xff,  in rh_call_control()
686 		if (urb->transfer_buffer_length < len)  in rh_call_control()
687 			len = urb->transfer_buffer_length;  in rh_call_control()
688 		urb->actual_length = len;  in rh_call_control()
711 	usb_hcd_unlink_urb_from_ep(hcd, urb);  in rh_call_control()
712 	usb_hcd_giveback_urb(hcd, urb, status);  in rh_call_control()
729 	struct urb	*urb;  in usb_hcd_poll_rh_status()  local
744 		urb = hcd->status_urb;  in usb_hcd_poll_rh_status()
745 		if (urb) {  in usb_hcd_poll_rh_status()
748 			urb->actual_length = length;  in usb_hcd_poll_rh_status()
749 			memcpy(urb->transfer_buffer, buffer, length);  in usb_hcd_poll_rh_status()
751 			usb_hcd_unlink_urb_from_ep(hcd, urb);  in usb_hcd_poll_rh_status()
752 			usb_hcd_giveback_urb(hcd, urb, 0);  in usb_hcd_poll_rh_status()
778 static int rh_queue_status (struct usb_hcd *hcd, struct urb *urb)  in rh_queue_status()  argument
782 	unsigned	len = 1 + (urb->dev->maxchild / 8);  in rh_queue_status()
785 	if (hcd->status_urb || urb->transfer_buffer_length < len) {  in rh_queue_status()
791 	retval = usb_hcd_link_urb_to_ep(hcd, urb);  in rh_queue_status()
795 	hcd->status_urb = urb;  in rh_queue_status()
796 	urb->hcpriv = hcd;	/* indicate it's queued */  in rh_queue_status()
809 static int rh_urb_enqueue (struct usb_hcd *hcd, struct urb *urb)  in rh_urb_enqueue()  argument
811 	if (usb_endpoint_xfer_int(&urb->ep->desc))  in rh_urb_enqueue()
812 		return rh_queue_status (hcd, urb);  in rh_urb_enqueue()
813 	if (usb_endpoint_xfer_control(&urb->ep->desc))  in rh_urb_enqueue()
814 		return rh_call_control (hcd, urb);  in rh_urb_enqueue()
823 static int usb_rh_urb_dequeue(struct usb_hcd *hcd, struct urb *urb, int status)  in usb_rh_urb_dequeue()  argument
829 	rc = usb_hcd_check_unlink_urb(hcd, urb, status);  in usb_rh_urb_dequeue()
833 	if (usb_endpoint_num(&urb->ep->desc) == 0) {	/* Control URB */  in usb_rh_urb_dequeue()
839 		if (urb == hcd->status_urb) {  in usb_rh_urb_dequeue()
841 			usb_hcd_unlink_urb_from_ep(hcd, urb);  in usb_rh_urb_dequeue()
842 			usb_hcd_giveback_urb(hcd, urb, status);  in usb_rh_urb_dequeue()
1225 int usb_hcd_link_urb_to_ep(struct usb_hcd *hcd, struct urb *urb)  in usb_hcd_link_urb_to_ep()  argument
1232 	if (unlikely(atomic_read(&urb->reject))) {  in usb_hcd_link_urb_to_ep()
1237 	if (unlikely(!urb->ep->enabled)) {  in usb_hcd_link_urb_to_ep()
1242 	if (unlikely(!urb->dev->can_submit)) {  in usb_hcd_link_urb_to_ep()
1252 		urb->unlinked = 0;  in usb_hcd_link_urb_to_ep()
1253 		list_add_tail(&urb->urb_list, &urb->ep->urb_list);  in usb_hcd_link_urb_to_ep()
1283 int usb_hcd_check_unlink_urb(struct usb_hcd *hcd, struct urb *urb,  in usb_hcd_check_unlink_urb()  argument
1289 	list_for_each(tmp, &urb->ep->urb_list) {  in usb_hcd_check_unlink_urb()
1290 		if (tmp == &urb->urb_list)  in usb_hcd_check_unlink_urb()
1293 	if (tmp != &urb->urb_list)  in usb_hcd_check_unlink_urb()
1299 	if (urb->unlinked)  in usb_hcd_check_unlink_urb()
1301 	urb->unlinked = status;  in usb_hcd_check_unlink_urb()
1316 void usb_hcd_unlink_urb_from_ep(struct usb_hcd *hcd, struct urb *urb)  in usb_hcd_unlink_urb_from_ep()  argument
1320 	list_del_init(&urb->urb_list);  in usb_hcd_unlink_urb_from_ep()
1409 void usb_hcd_unmap_urb_setup_for_dma(struct usb_hcd *hcd, struct urb *urb)  in usb_hcd_unmap_urb_setup_for_dma()  argument
1411 	if (urb->transfer_flags & URB_SETUP_MAP_SINGLE)  in usb_hcd_unmap_urb_setup_for_dma()
1413 				urb->setup_dma,  in usb_hcd_unmap_urb_setup_for_dma()
1416 	else if (urb->transfer_flags & URB_SETUP_MAP_LOCAL)  in usb_hcd_unmap_urb_setup_for_dma()
1417 		hcd_free_coherent(urb->dev->bus,  in usb_hcd_unmap_urb_setup_for_dma()
1418 				&urb->setup_dma,  in usb_hcd_unmap_urb_setup_for_dma()
1419 				(void **) &urb->setup_packet,  in usb_hcd_unmap_urb_setup_for_dma()
1424 	urb->transfer_flags &= ~(URB_SETUP_MAP_SINGLE | URB_SETUP_MAP_LOCAL);  in usb_hcd_unmap_urb_setup_for_dma()
1428 static void unmap_urb_for_dma(struct usb_hcd *hcd, struct urb *urb)  in unmap_urb_for_dma()  argument
1431 		hcd->driver->unmap_urb_for_dma(hcd, urb);  in unmap_urb_for_dma()
1433 		usb_hcd_unmap_urb_for_dma(hcd, urb);  in unmap_urb_for_dma()
1436 void usb_hcd_unmap_urb_for_dma(struct usb_hcd *hcd, struct urb *urb)  in usb_hcd_unmap_urb_for_dma()  argument
1440 	usb_hcd_unmap_urb_setup_for_dma(hcd, urb);  in usb_hcd_unmap_urb_for_dma()
1442 	dir = usb_urb_dir_in(urb) ? DMA_FROM_DEVICE : DMA_TO_DEVICE;  in usb_hcd_unmap_urb_for_dma()
1443 	if (urb->transfer_flags & URB_DMA_MAP_SG)  in usb_hcd_unmap_urb_for_dma()
1445 				urb->sg,  in usb_hcd_unmap_urb_for_dma()
1446 				urb->num_sgs,  in usb_hcd_unmap_urb_for_dma()
1448 	else if (urb->transfer_flags & URB_DMA_MAP_PAGE)  in usb_hcd_unmap_urb_for_dma()
1450 				urb->transfer_dma,  in usb_hcd_unmap_urb_for_dma()
1451 				urb->transfer_buffer_length,  in usb_hcd_unmap_urb_for_dma()
1453 	else if (urb->transfer_flags & URB_DMA_MAP_SINGLE)  in usb_hcd_unmap_urb_for_dma()
1455 				urb->transfer_dma,  in usb_hcd_unmap_urb_for_dma()
1456 				urb->transfer_buffer_length,  in usb_hcd_unmap_urb_for_dma()
1458 	else if (urb->transfer_flags & URB_MAP_LOCAL)  in usb_hcd_unmap_urb_for_dma()
1459 		hcd_free_coherent(urb->dev->bus,  in usb_hcd_unmap_urb_for_dma()
1460 				&urb->transfer_dma,  in usb_hcd_unmap_urb_for_dma()
1461 				&urb->transfer_buffer,  in usb_hcd_unmap_urb_for_dma()
1462 				urb->transfer_buffer_length,  in usb_hcd_unmap_urb_for_dma()
1466 	urb->transfer_flags &= ~(URB_DMA_MAP_SG | URB_DMA_MAP_PAGE |  in usb_hcd_unmap_urb_for_dma()
1471 static int map_urb_for_dma(struct usb_hcd *hcd, struct urb *urb,  in map_urb_for_dma()  argument
1475 		return hcd->driver->map_urb_for_dma(hcd, urb, mem_flags);  in map_urb_for_dma()
1477 		return usb_hcd_map_urb_for_dma(hcd, urb, mem_flags);  in map_urb_for_dma()
1480 int usb_hcd_map_urb_for_dma(struct usb_hcd *hcd, struct urb *urb,  in usb_hcd_map_urb_for_dma()  argument
1492 	if (usb_endpoint_xfer_control(&urb->ep->desc)) {  in usb_hcd_map_urb_for_dma()
1496 			urb->setup_dma = dma_map_single(  in usb_hcd_map_urb_for_dma()
1498 					urb->setup_packet,  in usb_hcd_map_urb_for_dma()
1502 						urb->setup_dma))  in usb_hcd_map_urb_for_dma()
1504 			urb->transfer_flags |= URB_SETUP_MAP_SINGLE;  in usb_hcd_map_urb_for_dma()
1507 					urb->dev->bus, mem_flags,  in usb_hcd_map_urb_for_dma()
1508 					&urb->setup_dma,  in usb_hcd_map_urb_for_dma()
1509 					(void **)&urb->setup_packet,  in usb_hcd_map_urb_for_dma()
1514 			urb->transfer_flags |= URB_SETUP_MAP_LOCAL;  in usb_hcd_map_urb_for_dma()
1518 	dir = usb_urb_dir_in(urb) ? DMA_FROM_DEVICE : DMA_TO_DEVICE;  in usb_hcd_map_urb_for_dma()
1519 	if (urb->transfer_buffer_length != 0  in usb_hcd_map_urb_for_dma()
1520 	    && !(urb->transfer_flags & URB_NO_TRANSFER_DMA_MAP)) {  in usb_hcd_map_urb_for_dma()
1522 			if (urb->num_sgs) {  in usb_hcd_map_urb_for_dma()
1526 				if (usb_endpoint_xfer_isoc(&urb->ep->desc)) {  in usb_hcd_map_urb_for_dma()
1533 						urb->sg,  in usb_hcd_map_urb_for_dma()
1534 						urb->num_sgs,  in usb_hcd_map_urb_for_dma()
1539 					urb->transfer_flags |= URB_DMA_MAP_SG;  in usb_hcd_map_urb_for_dma()
1540 				urb->num_mapped_sgs = n;  in usb_hcd_map_urb_for_dma()
1541 				if (n != urb->num_sgs)  in usb_hcd_map_urb_for_dma()
1542 					urb->transfer_flags |=  in usb_hcd_map_urb_for_dma()
1544 			} else if (urb->sg) {  in usb_hcd_map_urb_for_dma()
1545 				struct scatterlist *sg = urb->sg;  in usb_hcd_map_urb_for_dma()
1546 				urb->transfer_dma = dma_map_page(  in usb_hcd_map_urb_for_dma()
1550 						urb->transfer_buffer_length,  in usb_hcd_map_urb_for_dma()
1553 						urb->transfer_dma))  in usb_hcd_map_urb_for_dma()
1556 					urb->transfer_flags |= URB_DMA_MAP_PAGE;  in usb_hcd_map_urb_for_dma()
1557 			} else if (is_vmalloc_addr(urb->transfer_buffer)) {  in usb_hcd_map_urb_for_dma()
1561 				urb->transfer_dma = dma_map_single(  in usb_hcd_map_urb_for_dma()
1563 						urb->transfer_buffer,  in usb_hcd_map_urb_for_dma()
1564 						urb->transfer_buffer_length,  in usb_hcd_map_urb_for_dma()
1567 						urb->transfer_dma))  in usb_hcd_map_urb_for_dma()
1570 					urb->transfer_flags |= URB_DMA_MAP_SINGLE;  in usb_hcd_map_urb_for_dma()
1574 					urb->dev->bus, mem_flags,  in usb_hcd_map_urb_for_dma()
1575 					&urb->transfer_dma,  in usb_hcd_map_urb_for_dma()
1576 					&urb->transfer_buffer,  in usb_hcd_map_urb_for_dma()
1577 					urb->transfer_buffer_length,  in usb_hcd_map_urb_for_dma()
1580 				urb->transfer_flags |= URB_MAP_LOCAL;  in usb_hcd_map_urb_for_dma()
1582 		if (ret && (urb->transfer_flags & (URB_SETUP_MAP_SINGLE |  in usb_hcd_map_urb_for_dma()
1584 			usb_hcd_unmap_urb_for_dma(hcd, urb);  in usb_hcd_map_urb_for_dma()
1597 int usb_hcd_submit_urb (struct urb *urb, gfp_t mem_flags)  in usb_hcd_submit_urb()  argument
1600 	struct usb_hcd		*hcd = bus_to_hcd(urb->dev->bus);  in usb_hcd_submit_urb()
1606 	usb_get_urb(urb);  in usb_hcd_submit_urb()
1607 	atomic_inc(&urb->use_count);  in usb_hcd_submit_urb()
1608 	atomic_inc(&urb->dev->urbnum);  in usb_hcd_submit_urb()
1609 	usbmon_urb_submit(&hcd->self, urb);  in usb_hcd_submit_urb()
1619 	if (is_root_hub(urb->dev)) {  in usb_hcd_submit_urb()
1620 		status = rh_urb_enqueue(hcd, urb);  in usb_hcd_submit_urb()
1622 		status = map_urb_for_dma(hcd, urb, mem_flags);  in usb_hcd_submit_urb()
1624 			status = hcd->driver->urb_enqueue(hcd, urb, mem_flags);  in usb_hcd_submit_urb()
1626 				unmap_urb_for_dma(hcd, urb);  in usb_hcd_submit_urb()
1631 		usbmon_urb_submit_error(&hcd->self, urb, status);  in usb_hcd_submit_urb()
1632 		urb->hcpriv = NULL;  in usb_hcd_submit_urb()
1633 		INIT_LIST_HEAD(&urb->urb_list);  in usb_hcd_submit_urb()
1634 		atomic_dec(&urb->use_count);  in usb_hcd_submit_urb()
1635 		atomic_dec(&urb->dev->urbnum);  in usb_hcd_submit_urb()
1636 		if (atomic_read(&urb->reject))  in usb_hcd_submit_urb()
1638 		usb_put_urb(urb);  in usb_hcd_submit_urb()
1650 static int unlink1(struct usb_hcd *hcd, struct urb *urb, int status)  in unlink1()  argument
1654 	if (is_root_hub(urb->dev))  in unlink1()
1655 		value = usb_rh_urb_dequeue(hcd, urb, status);  in unlink1()
1661 		value = hcd->driver->urb_dequeue(hcd, urb, status);  in unlink1()
1672 int usb_hcd_unlink_urb (struct urb *urb, int status)  in usb_hcd_unlink_urb()  argument
1675 	struct usb_device	*udev = urb->dev;  in usb_hcd_unlink_urb()
1685 	if (atomic_read(&urb->use_count) > 0) {  in usb_hcd_unlink_urb()
1691 		hcd = bus_to_hcd(urb->dev->bus);  in usb_hcd_unlink_urb()
1692 		retval = unlink1(hcd, urb, status);  in usb_hcd_unlink_urb()
1697 					urb, retval);  in usb_hcd_unlink_urb()
1705 static void __usb_hcd_giveback_urb(struct urb *urb)  in __usb_hcd_giveback_urb()  argument
1707 	struct usb_hcd *hcd = bus_to_hcd(urb->dev->bus);  in __usb_hcd_giveback_urb()
1708 	struct usb_anchor *anchor = urb->anchor;  in __usb_hcd_giveback_urb()
1709 	int status = urb->unlinked;  in __usb_hcd_giveback_urb()
1712 	urb->hcpriv = NULL;  in __usb_hcd_giveback_urb()
1713 	if (unlikely((urb->transfer_flags & URB_SHORT_NOT_OK) &&  in __usb_hcd_giveback_urb()
1714 	    urb->actual_length < urb->transfer_buffer_length &&  in __usb_hcd_giveback_urb()
1718 	unmap_urb_for_dma(hcd, urb);  in __usb_hcd_giveback_urb()
1719 	usbmon_urb_complete(&hcd->self, urb, status);  in __usb_hcd_giveback_urb()
1721 	usb_unanchor_urb(urb);  in __usb_hcd_giveback_urb()
1726 	urb->status = status;  in __usb_hcd_giveback_urb()
1739 	urb->complete(urb);  in __usb_hcd_giveback_urb()
1743 	atomic_dec(&urb->use_count);  in __usb_hcd_giveback_urb()
1744 	if (unlikely(atomic_read(&urb->reject)))  in __usb_hcd_giveback_urb()
1746 	usb_put_urb(urb);  in __usb_hcd_giveback_urb()
1761 		struct urb *urb;  in usb_giveback_urb_bh()  local
1763 		urb = list_entry(local_list.next, struct urb, urb_list);  in usb_giveback_urb_bh()
1764 		list_del_init(&urb->urb_list);  in usb_giveback_urb_bh()
1765 		bh->completing_ep = urb->ep;  in usb_giveback_urb_bh()
1766 		__usb_hcd_giveback_urb(urb);  in usb_giveback_urb_bh()
1795 void usb_hcd_giveback_urb(struct usb_hcd *hcd, struct urb *urb, int status)  in usb_hcd_giveback_urb()  argument
1801 	if (likely(!urb->unlinked))  in usb_hcd_giveback_urb()
1802 		urb->unlinked = status;  in usb_hcd_giveback_urb()
1804 	if (!hcd_giveback_urb_in_bh(hcd) && !is_root_hub(urb->dev)) {  in usb_hcd_giveback_urb()
1805 		__usb_hcd_giveback_urb(urb);  in usb_hcd_giveback_urb()
1809 	if (usb_pipeisoc(urb->pipe) || usb_pipeint(urb->pipe)) {  in usb_hcd_giveback_urb()
1818 	list_add_tail(&urb->urb_list, &bh->head);  in usb_hcd_giveback_urb()
1841 	struct urb		*urb;  in usb_hcd_flush_endpoint()  local
1851 	list_for_each_entry (urb, &ep->urb_list, urb_list) {  in usb_hcd_flush_endpoint()
1854 		if (urb->unlinked)  in usb_hcd_flush_endpoint()
1856 		usb_get_urb (urb);  in usb_hcd_flush_endpoint()
1857 		is_in = usb_urb_dir_in(urb);  in usb_hcd_flush_endpoint()
1861 		unlink1(hcd, urb, -ESHUTDOWN);  in usb_hcd_flush_endpoint()
1864 			urb, usb_endpoint_num(&ep->desc),  in usb_hcd_flush_endpoint()
1880 		usb_put_urb (urb);  in usb_hcd_flush_endpoint()
1893 		urb = NULL;  in usb_hcd_flush_endpoint()
1895 			urb = list_entry (ep->urb_list.prev, struct urb,  in usb_hcd_flush_endpoint()
1897 			usb_get_urb (urb);  in usb_hcd_flush_endpoint()
1901 		if (urb) {  in usb_hcd_flush_endpoint()
1902 			usb_kill_urb (urb);  in usb_hcd_flush_endpoint()
1903 			usb_put_urb (urb);  in usb_hcd_flush_endpoint()