283 static void brcmf_msgbuf_rxbuf_ioctlresp_post(struct brcmf_msgbuf *msgbuf);
408 static void brcmf_msgbuf_release_pktids(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_release_pktids()  argument
410 	if (msgbuf->rx_pktids)  in brcmf_msgbuf_release_pktids()
411 		brcmf_msgbuf_release_array(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_release_pktids()
412 					   msgbuf->rx_pktids);  in brcmf_msgbuf_release_pktids()
413 	if (msgbuf->tx_pktids)  in brcmf_msgbuf_release_pktids()
414 		brcmf_msgbuf_release_array(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_release_pktids()
415 					   msgbuf->tx_pktids);  in brcmf_msgbuf_release_pktids()
422 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_tx_ioctl()  local
429 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_CONTROL_SUBMIT];  in brcmf_msgbuf_tx_ioctl()
438 	msgbuf->reqid++;  in brcmf_msgbuf_tx_ioctl()
447 	request->trans_id = cpu_to_le16(msgbuf->reqid);  in brcmf_msgbuf_tx_ioctl()
451 	request->req_buf_addr.high_addr = cpu_to_le32(msgbuf->ioctbuf_phys_hi);  in brcmf_msgbuf_tx_ioctl()
452 	request->req_buf_addr.low_addr = cpu_to_le32(msgbuf->ioctbuf_phys_lo);  in brcmf_msgbuf_tx_ioctl()
454 		memcpy(msgbuf->ioctbuf, buf, buf_len);  in brcmf_msgbuf_tx_ioctl()
456 		memset(msgbuf->ioctbuf, 0, buf_len);  in brcmf_msgbuf_tx_ioctl()
465 static int brcmf_msgbuf_ioctl_resp_wait(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_ioctl_resp_wait()  argument
467 	return wait_event_timeout(msgbuf->ioctl_resp_wait,  in brcmf_msgbuf_ioctl_resp_wait()
468 				  msgbuf->ctl_completed,  in brcmf_msgbuf_ioctl_resp_wait()
473 static void brcmf_msgbuf_ioctl_resp_wake(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_ioctl_resp_wake()  argument
475 	msgbuf->ctl_completed = true;  in brcmf_msgbuf_ioctl_resp_wake()
476 	if (waitqueue_active(&msgbuf->ioctl_resp_wait))  in brcmf_msgbuf_ioctl_resp_wake()
477 		wake_up(&msgbuf->ioctl_resp_wait);  in brcmf_msgbuf_ioctl_resp_wake()
484 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_query_dcmd()  local
490 	msgbuf->ctl_completed = false;  in brcmf_msgbuf_query_dcmd()
495 	timeout = brcmf_msgbuf_ioctl_resp_wait(msgbuf);  in brcmf_msgbuf_query_dcmd()
501 	skb = brcmf_msgbuf_get_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_query_dcmd()
502 				     msgbuf->rx_pktids,  in brcmf_msgbuf_query_dcmd()
503 				     msgbuf->ioctl_resp_pktid);  in brcmf_msgbuf_query_dcmd()
504 	if (msgbuf->ioctl_resp_ret_len != 0) {  in brcmf_msgbuf_query_dcmd()
508 		memcpy(buf, skb->data, (len < msgbuf->ioctl_resp_ret_len) ?  in brcmf_msgbuf_query_dcmd()
509 				       len : msgbuf->ioctl_resp_ret_len);  in brcmf_msgbuf_query_dcmd()
513 	return msgbuf->ioctl_resp_status;  in brcmf_msgbuf_query_dcmd()
532 brcmf_msgbuf_remove_flowring(struct brcmf_msgbuf *msgbuf, u16 flowid)  in brcmf_msgbuf_remove_flowring()  argument
540 	dma_buf = msgbuf->flowrings[flowid]->buf_addr;  in brcmf_msgbuf_remove_flowring()
541 	dma_free_coherent(msgbuf->drvr->bus_if->dev, dma_sz, dma_buf,  in brcmf_msgbuf_remove_flowring()
542 			  msgbuf->flowring_dma_handle[flowid]);  in brcmf_msgbuf_remove_flowring()
544 	brcmf_flowring_delete(msgbuf->flow, flowid);  in brcmf_msgbuf_remove_flowring()
549 brcmf_msgbuf_dequeue_work(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_dequeue_work()  argument
554 	spin_lock_irqsave(&msgbuf->flowring_work_lock, flags);  in brcmf_msgbuf_dequeue_work()
555 	if (!list_empty(&msgbuf->work_queue)) {  in brcmf_msgbuf_dequeue_work()
556 		work = list_first_entry(&msgbuf->work_queue,  in brcmf_msgbuf_dequeue_work()
560 	spin_unlock_irqrestore(&msgbuf->flowring_work_lock, flags);  in brcmf_msgbuf_dequeue_work()
567 brcmf_msgbuf_flowring_create_worker(struct brcmf_msgbuf *msgbuf,  in brcmf_msgbuf_flowring_create_worker()  argument
581 	dma_buf = dma_alloc_coherent(msgbuf->drvr->bus_if->dev, dma_sz,  in brcmf_msgbuf_flowring_create_worker()
582 				     &msgbuf->flowring_dma_handle[flowid],  in brcmf_msgbuf_flowring_create_worker()
586 		brcmf_flowring_delete(msgbuf->flow, flowid);  in brcmf_msgbuf_flowring_create_worker()
590 	brcmf_commonring_config(msgbuf->flowrings[flowid],  in brcmf_msgbuf_flowring_create_worker()
594 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_CONTROL_SUBMIT];  in brcmf_msgbuf_flowring_create_worker()
600 		brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_flowring_create_worker()
608 	create->tid = brcmf_flowring_tid(msgbuf->flow, flowid);  in brcmf_msgbuf_flowring_create_worker()
613 	address = (u64)msgbuf->flowring_dma_handle[flowid];  in brcmf_msgbuf_flowring_create_worker()
626 		brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_flowring_create_worker()
636 	struct brcmf_msgbuf *msgbuf;  in brcmf_msgbuf_flowring_worker()  local
639 	msgbuf = container_of(work, struct brcmf_msgbuf, flowring_work);  in brcmf_msgbuf_flowring_worker()
641 	while ((create = brcmf_msgbuf_dequeue_work(msgbuf))) {  in brcmf_msgbuf_flowring_worker()
642 		brcmf_msgbuf_flowring_create_worker(msgbuf, create);  in brcmf_msgbuf_flowring_worker()
648 static u32 brcmf_msgbuf_flowring_create(struct brcmf_msgbuf *msgbuf, int ifidx,  in brcmf_msgbuf_flowring_create()  argument
660 	flowid = brcmf_flowring_create(msgbuf->flow, eh->h_dest,  in brcmf_msgbuf_flowring_create()
672 	spin_lock_irqsave(&msgbuf->flowring_work_lock, flags);  in brcmf_msgbuf_flowring_create()
673 	list_add_tail(&create->queue, &msgbuf->work_queue);  in brcmf_msgbuf_flowring_create()
674 	spin_unlock_irqrestore(&msgbuf->flowring_work_lock, flags);  in brcmf_msgbuf_flowring_create()
675 	schedule_work(&msgbuf->flowring_work);  in brcmf_msgbuf_flowring_create()
681 static void brcmf_msgbuf_txflow(struct brcmf_msgbuf *msgbuf, u8 flowid)  in brcmf_msgbuf_txflow()  argument
683 	struct brcmf_flowring *flow = msgbuf->flow;  in brcmf_msgbuf_txflow()
693 	commonring = msgbuf->flowrings[flowid];  in brcmf_msgbuf_txflow()
708 		if (brcmf_msgbuf_alloc_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_txflow()
709 					     msgbuf->tx_pktids, skb, ETH_HLEN,  in brcmf_msgbuf_txflow()
717 			brcmf_msgbuf_get_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_txflow()
718 					       msgbuf->tx_pktids, pktid);  in brcmf_msgbuf_txflow()
756 	struct brcmf_msgbuf *msgbuf;  in brcmf_msgbuf_txflow_worker()  local
759 	msgbuf = container_of(worker, struct brcmf_msgbuf, txflow_work);  in brcmf_msgbuf_txflow_worker()
760 	for_each_set_bit(flowid, msgbuf->flow_map, msgbuf->nrof_flowrings) {  in brcmf_msgbuf_txflow_worker()
761 		clear_bit(flowid, msgbuf->flow_map);  in brcmf_msgbuf_txflow_worker()
762 		brcmf_msgbuf_txflow(msgbuf, flowid);  in brcmf_msgbuf_txflow_worker()
767 static int brcmf_msgbuf_schedule_txdata(struct brcmf_msgbuf *msgbuf, u32 flowid,  in brcmf_msgbuf_schedule_txdata()  argument
772 	set_bit(flowid, msgbuf->flow_map);  in brcmf_msgbuf_schedule_txdata()
773 	commonring = msgbuf->flowrings[flowid];  in brcmf_msgbuf_schedule_txdata()
776 		queue_work(msgbuf->txflow_wq, &msgbuf->txflow_work);  in brcmf_msgbuf_schedule_txdata()
785 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_txdata()  local
786 	struct brcmf_flowring *flow = msgbuf->flow;  in brcmf_msgbuf_txdata()
794 		flowid = brcmf_msgbuf_flowring_create(msgbuf, ifidx, skb);  in brcmf_msgbuf_txdata()
800 	brcmf_msgbuf_schedule_txdata(msgbuf, flowid, force);  in brcmf_msgbuf_txdata()
810 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_configure_addr_mode()  local
812 	brcmf_flowring_configure_addr_mode(msgbuf->flow, ifidx, addr_mode);  in brcmf_msgbuf_configure_addr_mode()
819 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_delete_peer()  local
821 	brcmf_flowring_delete_peer(msgbuf->flow, ifidx, peer);  in brcmf_msgbuf_delete_peer()
828 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_add_tdls_peer()  local
830 	brcmf_flowring_add_tdls_peer(msgbuf->flow, ifidx, peer);  in brcmf_msgbuf_add_tdls_peer()
835 brcmf_msgbuf_process_ioctl_complete(struct brcmf_msgbuf *msgbuf, void *buf)  in brcmf_msgbuf_process_ioctl_complete()  argument
841 	msgbuf->ioctl_resp_status =  in brcmf_msgbuf_process_ioctl_complete()
843 	msgbuf->ioctl_resp_ret_len = le16_to_cpu(ioctl_resp->resp_len);  in brcmf_msgbuf_process_ioctl_complete()
844 	msgbuf->ioctl_resp_pktid = le32_to_cpu(ioctl_resp->msg.request_id);  in brcmf_msgbuf_process_ioctl_complete()
846 	brcmf_msgbuf_ioctl_resp_wake(msgbuf);  in brcmf_msgbuf_process_ioctl_complete()
848 	if (msgbuf->cur_ioctlrespbuf)  in brcmf_msgbuf_process_ioctl_complete()
849 		msgbuf->cur_ioctlrespbuf--;  in brcmf_msgbuf_process_ioctl_complete()
850 	brcmf_msgbuf_rxbuf_ioctlresp_post(msgbuf);  in brcmf_msgbuf_process_ioctl_complete()
855 brcmf_msgbuf_process_txstatus(struct brcmf_msgbuf *msgbuf, void *buf)  in brcmf_msgbuf_process_txstatus()  argument
867 	skb = brcmf_msgbuf_get_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_process_txstatus()
868 				     msgbuf->tx_pktids, idx);  in brcmf_msgbuf_process_txstatus()
872 	set_bit(flowid, msgbuf->txstatus_done_map);  in brcmf_msgbuf_process_txstatus()
873 	commonring = msgbuf->flowrings[flowid];  in brcmf_msgbuf_process_txstatus()
876 	brcmf_txfinalize(brcmf_get_ifp(msgbuf->drvr, tx_status->msg.ifidx),  in brcmf_msgbuf_process_txstatus()
881 static u32 brcmf_msgbuf_rxbuf_data_post(struct brcmf_msgbuf *msgbuf, u32 count)  in brcmf_msgbuf_rxbuf_data_post()  argument
894 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_RXPOST_SUBMIT];  in brcmf_msgbuf_rxbuf_data_post()
916 		if (brcmf_msgbuf_alloc_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_rxbuf_data_post()
917 					     msgbuf->rx_pktids, skb, 0,  in brcmf_msgbuf_rxbuf_data_post()
925 		if (msgbuf->rx_metadata_offset) {  in brcmf_msgbuf_rxbuf_data_post()
928 				cpu_to_le16(msgbuf->rx_metadata_offset);  in brcmf_msgbuf_rxbuf_data_post()
934 			skb_pull(skb, msgbuf->rx_metadata_offset);  in brcmf_msgbuf_rxbuf_data_post()
936 			physaddr += msgbuf->rx_metadata_offset;  in brcmf_msgbuf_rxbuf_data_post()
959 brcmf_msgbuf_rxbuf_data_fill(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_rxbuf_data_fill()  argument
964 	fillbufs = msgbuf->max_rxbufpost - msgbuf->rxbufpost;  in brcmf_msgbuf_rxbuf_data_fill()
967 		retcount = brcmf_msgbuf_rxbuf_data_post(msgbuf, fillbufs);  in brcmf_msgbuf_rxbuf_data_fill()
970 		msgbuf->rxbufpost += retcount;  in brcmf_msgbuf_rxbuf_data_fill()
977 brcmf_msgbuf_update_rxbufpost_count(struct brcmf_msgbuf *msgbuf, u16 rxcnt)  in brcmf_msgbuf_update_rxbufpost_count()  argument
979 	msgbuf->rxbufpost -= rxcnt;  in brcmf_msgbuf_update_rxbufpost_count()
980 	if (msgbuf->rxbufpost <= (msgbuf->max_rxbufpost -  in brcmf_msgbuf_update_rxbufpost_count()
982 		brcmf_msgbuf_rxbuf_data_fill(msgbuf);  in brcmf_msgbuf_update_rxbufpost_count()
987 brcmf_msgbuf_rxbuf_ctrl_post(struct brcmf_msgbuf *msgbuf, bool event_buf,  in brcmf_msgbuf_rxbuf_ctrl_post()  argument
1001 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_CONTROL_SUBMIT];  in brcmf_msgbuf_rxbuf_ctrl_post()
1025 		if (brcmf_msgbuf_alloc_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_rxbuf_ctrl_post()
1026 					     msgbuf->rx_pktids, skb, 0,  in brcmf_msgbuf_rxbuf_ctrl_post()
1059 static void brcmf_msgbuf_rxbuf_ioctlresp_post(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_rxbuf_ioctlresp_post()  argument
1063 	count = msgbuf->max_ioctlrespbuf - msgbuf->cur_ioctlrespbuf;  in brcmf_msgbuf_rxbuf_ioctlresp_post()
1064 	count = brcmf_msgbuf_rxbuf_ctrl_post(msgbuf, false, count);  in brcmf_msgbuf_rxbuf_ioctlresp_post()
1065 	msgbuf->cur_ioctlrespbuf += count;  in brcmf_msgbuf_rxbuf_ioctlresp_post()
1069 static void brcmf_msgbuf_rxbuf_event_post(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_rxbuf_event_post()  argument
1073 	count = msgbuf->max_eventbuf - msgbuf->cur_eventbuf;  in brcmf_msgbuf_rxbuf_event_post()
1074 	count = brcmf_msgbuf_rxbuf_ctrl_post(msgbuf, true, count);  in brcmf_msgbuf_rxbuf_event_post()
1075 	msgbuf->cur_eventbuf += count;  in brcmf_msgbuf_rxbuf_event_post()
1080 brcmf_msgbuf_rx_skb(struct brcmf_msgbuf *msgbuf, struct sk_buff *skb,  in brcmf_msgbuf_rx_skb()  argument
1085 	ifp = brcmf_get_ifp(msgbuf->drvr, ifidx);  in brcmf_msgbuf_rx_skb()
1095 static void brcmf_msgbuf_process_event(struct brcmf_msgbuf *msgbuf, void *buf)  in brcmf_msgbuf_process_event()  argument
1106 	if (msgbuf->cur_eventbuf)  in brcmf_msgbuf_process_event()
1107 		msgbuf->cur_eventbuf--;  in brcmf_msgbuf_process_event()
1108 	brcmf_msgbuf_rxbuf_event_post(msgbuf);  in brcmf_msgbuf_process_event()
1110 	skb = brcmf_msgbuf_get_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_process_event()
1111 				     msgbuf->rx_pktids, idx);  in brcmf_msgbuf_process_event()
1115 	if (msgbuf->rx_dataoffset)  in brcmf_msgbuf_process_event()
1116 		skb_pull(skb, msgbuf->rx_dataoffset);  in brcmf_msgbuf_process_event()
1120 	brcmf_msgbuf_rx_skb(msgbuf, skb, event->msg.ifidx);  in brcmf_msgbuf_process_event()
1125 brcmf_msgbuf_process_rx_complete(struct brcmf_msgbuf *msgbuf, void *buf)  in brcmf_msgbuf_process_rx_complete()  argument
1133 	brcmf_msgbuf_update_rxbufpost_count(msgbuf, 1);  in brcmf_msgbuf_process_rx_complete()
1140 	skb = brcmf_msgbuf_get_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_process_rx_complete()
1141 				     msgbuf->rx_pktids, idx);  in brcmf_msgbuf_process_rx_complete()
1147 	else if (msgbuf->rx_dataoffset)  in brcmf_msgbuf_process_rx_complete()
1148 		skb_pull(skb, msgbuf->rx_dataoffset);  in brcmf_msgbuf_process_rx_complete()
1152 	brcmf_msgbuf_rx_skb(msgbuf, skb, rx_complete->msg.ifidx);  in brcmf_msgbuf_process_rx_complete()
1157 brcmf_msgbuf_process_flow_ring_create_response(struct brcmf_msgbuf *msgbuf,  in brcmf_msgbuf_process_flow_ring_create_response()  argument
1172 		brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_process_flow_ring_create_response()
1178 	brcmf_flowring_open(msgbuf->flow, flowid);  in brcmf_msgbuf_process_flow_ring_create_response()
1180 	brcmf_msgbuf_schedule_txdata(msgbuf, flowid, true);  in brcmf_msgbuf_process_flow_ring_create_response()
1185 brcmf_msgbuf_process_flow_ring_delete_response(struct brcmf_msgbuf *msgbuf,  in brcmf_msgbuf_process_flow_ring_delete_response()  argument
1200 		brcmf_flowring_delete(msgbuf->flow, flowid);  in brcmf_msgbuf_process_flow_ring_delete_response()
1206 	brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_process_flow_ring_delete_response()
1210 static void brcmf_msgbuf_process_msgtype(struct brcmf_msgbuf *msgbuf, void *buf)  in brcmf_msgbuf_process_msgtype()  argument
1218 		brcmf_msgbuf_process_flow_ring_create_response(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1222 		brcmf_msgbuf_process_flow_ring_delete_response(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1229 		brcmf_msgbuf_process_ioctl_complete(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1233 		brcmf_msgbuf_process_event(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1237 		brcmf_msgbuf_process_txstatus(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1241 		brcmf_msgbuf_process_rx_complete(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1250 static void brcmf_msgbuf_process_rx(struct brcmf_msgbuf *msgbuf,  in brcmf_msgbuf_process_rx()  argument
1264 		brcmf_msgbuf_process_msgtype(msgbuf,  in brcmf_msgbuf_process_rx()
1265 					     buf + msgbuf->rx_dataoffset);  in brcmf_msgbuf_process_rx()
1286 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_proto_msgbuf_rx_trigger()  local
1292 	buf = msgbuf->commonrings[BRCMF_D2H_MSGRING_RX_COMPLETE];  in brcmf_proto_msgbuf_rx_trigger()
1293 	brcmf_msgbuf_process_rx(msgbuf, buf);  in brcmf_proto_msgbuf_rx_trigger()
1294 	buf = msgbuf->commonrings[BRCMF_D2H_MSGRING_TX_COMPLETE];  in brcmf_proto_msgbuf_rx_trigger()
1295 	brcmf_msgbuf_process_rx(msgbuf, buf);  in brcmf_proto_msgbuf_rx_trigger()
1296 	buf = msgbuf->commonrings[BRCMF_D2H_MSGRING_CONTROL_COMPLETE];  in brcmf_proto_msgbuf_rx_trigger()
1297 	brcmf_msgbuf_process_rx(msgbuf, buf);  in brcmf_proto_msgbuf_rx_trigger()
1299 	for_each_set_bit(flowid, msgbuf->txstatus_done_map,  in brcmf_proto_msgbuf_rx_trigger()
1300 			 msgbuf->nrof_flowrings) {  in brcmf_proto_msgbuf_rx_trigger()
1301 		clear_bit(flowid, msgbuf->txstatus_done_map);  in brcmf_proto_msgbuf_rx_trigger()
1302 		commonring = msgbuf->flowrings[flowid];  in brcmf_proto_msgbuf_rx_trigger()
1303 		qlen = brcmf_flowring_qlen(msgbuf->flow, flowid);  in brcmf_proto_msgbuf_rx_trigger()
1307 			brcmf_msgbuf_schedule_txdata(msgbuf, flowid, true);  in brcmf_proto_msgbuf_rx_trigger()
1316 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_delete_flowring()  local
1323 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_CONTROL_SUBMIT];  in brcmf_msgbuf_delete_flowring()
1329 		brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_delete_flowring()
1335 	ifidx = brcmf_flowring_ifidx_get(msgbuf->flow, flowid);  in brcmf_msgbuf_delete_flowring()
1352 		brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_delete_flowring()
1361 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_stats_read()  local
1367 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_CONTROL_SUBMIT];  in brcmf_msgbuf_stats_read()
1370 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_RXPOST_SUBMIT];  in brcmf_msgbuf_stats_read()
1373 	commonring = msgbuf->commonrings[BRCMF_D2H_MSGRING_CONTROL_COMPLETE];  in brcmf_msgbuf_stats_read()
1376 	commonring = msgbuf->commonrings[BRCMF_D2H_MSGRING_TX_COMPLETE];  in brcmf_msgbuf_stats_read()
1379 	commonring = msgbuf->commonrings[BRCMF_D2H_MSGRING_RX_COMPLETE];  in brcmf_msgbuf_stats_read()
1386 	hash = msgbuf->flow->hash;  in brcmf_msgbuf_stats_read()
1387 	for (i = 0; i < msgbuf->flow->nrofrings; i++) {  in brcmf_msgbuf_stats_read()
1388 		if (!msgbuf->flow->rings[i])  in brcmf_msgbuf_stats_read()
1390 		ring = msgbuf->flow->rings[i];  in brcmf_msgbuf_stats_read()
1393 		commonring = msgbuf->flowrings[i];  in brcmf_msgbuf_stats_read()
1394 		hash = &msgbuf->flow->hash[ring->hash_id];  in brcmf_msgbuf_stats_read()
1414 	struct brcmf_msgbuf *msgbuf;  in brcmf_proto_msgbuf_attach()  local
1418 	if_msgbuf = drvr->bus_if->msgbuf;  in brcmf_proto_msgbuf_attach()
1419 	msgbuf = kzalloc(sizeof(*msgbuf), GFP_KERNEL);  in brcmf_proto_msgbuf_attach()
1420 	if (!msgbuf)  in brcmf_proto_msgbuf_attach()
1423 	msgbuf->txflow_wq = create_singlethread_workqueue("msgbuf_txflow");  in brcmf_proto_msgbuf_attach()
1424 	if (msgbuf->txflow_wq == NULL) {  in brcmf_proto_msgbuf_attach()
1428 	INIT_WORK(&msgbuf->txflow_work, brcmf_msgbuf_txflow_worker);  in brcmf_proto_msgbuf_attach()
1431 	msgbuf->flow_map = kzalloc(count, GFP_KERNEL);  in brcmf_proto_msgbuf_attach()
1432 	if (!msgbuf->flow_map)  in brcmf_proto_msgbuf_attach()
1435 	msgbuf->txstatus_done_map = kzalloc(count, GFP_KERNEL);  in brcmf_proto_msgbuf_attach()
1436 	if (!msgbuf->txstatus_done_map)  in brcmf_proto_msgbuf_attach()
1439 	msgbuf->drvr = drvr;  in brcmf_proto_msgbuf_attach()
1440 	msgbuf->ioctbuf = dma_alloc_coherent(drvr->bus_if->dev,  in brcmf_proto_msgbuf_attach()
1442 					     &msgbuf->ioctbuf_handle,  in brcmf_proto_msgbuf_attach()
1444 	if (!msgbuf->ioctbuf)  in brcmf_proto_msgbuf_attach()
1446 	address = (u64)msgbuf->ioctbuf_handle;  in brcmf_proto_msgbuf_attach()
1447 	msgbuf->ioctbuf_phys_hi = address >> 32;  in brcmf_proto_msgbuf_attach()
1448 	msgbuf->ioctbuf_phys_lo = address & 0xffffffff;  in brcmf_proto_msgbuf_attach()
1457 	drvr->proto->pd = msgbuf;  in brcmf_proto_msgbuf_attach()
1459 	init_waitqueue_head(&msgbuf->ioctl_resp_wait);  in brcmf_proto_msgbuf_attach()
1461 	msgbuf->commonrings =  in brcmf_proto_msgbuf_attach()
1463 	msgbuf->flowrings = (struct brcmf_commonring **)if_msgbuf->flowrings;  in brcmf_proto_msgbuf_attach()
1464 	msgbuf->nrof_flowrings = if_msgbuf->nrof_flowrings;  in brcmf_proto_msgbuf_attach()
1465 	msgbuf->flowring_dma_handle = kzalloc(msgbuf->nrof_flowrings *  in brcmf_proto_msgbuf_attach()
1466 		sizeof(*msgbuf->flowring_dma_handle), GFP_KERNEL);  in brcmf_proto_msgbuf_attach()
1467 	if (!msgbuf->flowring_dma_handle)  in brcmf_proto_msgbuf_attach()
1470 	msgbuf->rx_dataoffset = if_msgbuf->rx_dataoffset;  in brcmf_proto_msgbuf_attach()
1471 	msgbuf->max_rxbufpost = if_msgbuf->max_rxbufpost;  in brcmf_proto_msgbuf_attach()
1473 	msgbuf->max_ioctlrespbuf = BRCMF_MSGBUF_MAX_IOCTLRESPBUF_POST;  in brcmf_proto_msgbuf_attach()
1474 	msgbuf->max_eventbuf = BRCMF_MSGBUF_MAX_EVENTBUF_POST;  in brcmf_proto_msgbuf_attach()
1476 	msgbuf->tx_pktids = brcmf_msgbuf_init_pktids(NR_TX_PKTIDS,  in brcmf_proto_msgbuf_attach()
1478 	if (!msgbuf->tx_pktids)  in brcmf_proto_msgbuf_attach()
1480 	msgbuf->rx_pktids = brcmf_msgbuf_init_pktids(NR_RX_PKTIDS,  in brcmf_proto_msgbuf_attach()
1482 	if (!msgbuf->rx_pktids)  in brcmf_proto_msgbuf_attach()
1485 	msgbuf->flow = brcmf_flowring_attach(drvr->bus_if->dev,  in brcmf_proto_msgbuf_attach()
1487 	if (!msgbuf->flow)  in brcmf_proto_msgbuf_attach()
1492 		  msgbuf->max_rxbufpost, msgbuf->max_eventbuf,  in brcmf_proto_msgbuf_attach()
1493 		  msgbuf->max_ioctlrespbuf);  in brcmf_proto_msgbuf_attach()
1496 		brcmf_msgbuf_rxbuf_data_fill(msgbuf);  in brcmf_proto_msgbuf_attach()
1497 		if (msgbuf->max_rxbufpost != msgbuf->rxbufpost)  in brcmf_proto_msgbuf_attach()
1503 	brcmf_msgbuf_rxbuf_event_post(msgbuf);  in brcmf_proto_msgbuf_attach()
1504 	brcmf_msgbuf_rxbuf_ioctlresp_post(msgbuf);  in brcmf_proto_msgbuf_attach()
1506 	INIT_WORK(&msgbuf->flowring_work, brcmf_msgbuf_flowring_worker);  in brcmf_proto_msgbuf_attach()
1507 	spin_lock_init(&msgbuf->flowring_work_lock);  in brcmf_proto_msgbuf_attach()
1508 	INIT_LIST_HEAD(&msgbuf->work_queue);  in brcmf_proto_msgbuf_attach()
1515 	if (msgbuf) {  in brcmf_proto_msgbuf_attach()
1516 		kfree(msgbuf->flow_map);  in brcmf_proto_msgbuf_attach()
1517 		kfree(msgbuf->txstatus_done_map);  in brcmf_proto_msgbuf_attach()
1518 		brcmf_msgbuf_release_pktids(msgbuf);  in brcmf_proto_msgbuf_attach()
1519 		kfree(msgbuf->flowring_dma_handle);  in brcmf_proto_msgbuf_attach()
1520 		if (msgbuf->ioctbuf)  in brcmf_proto_msgbuf_attach()
1523 					  msgbuf->ioctbuf,  in brcmf_proto_msgbuf_attach()
1524 					  msgbuf->ioctbuf_handle);  in brcmf_proto_msgbuf_attach()
1525 		kfree(msgbuf);  in brcmf_proto_msgbuf_attach()
1533 	struct brcmf_msgbuf *msgbuf;  in brcmf_proto_msgbuf_detach()  local
1538 		msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_proto_msgbuf_detach()
1539 		cancel_work_sync(&msgbuf->flowring_work);  in brcmf_proto_msgbuf_detach()
1540 		while (!list_empty(&msgbuf->work_queue)) {  in brcmf_proto_msgbuf_detach()
1541 			work = list_first_entry(&msgbuf->work_queue,  in brcmf_proto_msgbuf_detach()
1547 		kfree(msgbuf->flow_map);  in brcmf_proto_msgbuf_detach()
1548 		kfree(msgbuf->txstatus_done_map);  in brcmf_proto_msgbuf_detach()
1549 		if (msgbuf->txflow_wq)  in brcmf_proto_msgbuf_detach()
1550 			destroy_workqueue(msgbuf->txflow_wq);  in brcmf_proto_msgbuf_detach()
1552 		brcmf_flowring_detach(msgbuf->flow);  in brcmf_proto_msgbuf_detach()
1555 				  msgbuf->ioctbuf, msgbuf->ioctbuf_handle);  in brcmf_proto_msgbuf_detach()
1556 		brcmf_msgbuf_release_pktids(msgbuf);  in brcmf_proto_msgbuf_detach()
1557 		kfree(msgbuf->flowring_dma_handle);  in brcmf_proto_msgbuf_detach()
1558 		kfree(msgbuf);  in brcmf_proto_msgbuf_detach()