36 	struct data_queue *queue = entry->queue;  in rt2x00queue_alloc_rxskb()  local
37 	struct rt2x00_dev *rt2x00dev = queue->rt2x00dev;  in rt2x00queue_alloc_rxskb()
48 	frame_size = queue->data_size + queue->desc_size + queue->winfo_size;  in rt2x00queue_alloc_rxskb()
107 	struct device *dev = entry->queue->rt2x00dev->dev;  in rt2x00queue_map_txskb()
123 	struct device *dev = entry->queue->rt2x00dev->dev;  in rt2x00queue_unmap_skb()
498 	struct rt2x00_dev *rt2x00dev = entry->queue->rt2x00dev;  in rt2x00queue_write_tx_data()
510 			   entry->queue->qid, DRV_PROJECT);  in rt2x00queue_write_tx_data()
539 	struct data_queue *queue = entry->queue;  in rt2x00queue_write_tx_descriptor()  local
541 	queue->rt2x00dev->ops->lib->write_tx_desc(entry, txdesc);  in rt2x00queue_write_tx_descriptor()
547 	rt2x00debug_dump_frame(queue->rt2x00dev, DUMP_FRAME_TX, entry->skb);  in rt2x00queue_write_tx_descriptor()
550 static void rt2x00queue_kick_tx_queue(struct data_queue *queue,  in rt2x00queue_kick_tx_queue()  argument
562 	if (rt2x00queue_threshold(queue) ||  in rt2x00queue_kick_tx_queue()
564 		queue->rt2x00dev->ops->lib->kick_queue(queue);  in rt2x00queue_kick_tx_queue()
569 	struct rt2x00_dev *rt2x00dev = entry->queue->rt2x00dev;  in rt2x00queue_bar_check()
609 int rt2x00queue_write_tx_frame(struct data_queue *queue, struct sk_buff *skb,  in rt2x00queue_write_tx_frame()  argument
624 	rt2x00queue_create_tx_descriptor(queue->rt2x00dev, skb, &txdesc, sta);  in rt2x00queue_write_tx_frame()
649 		if (rt2x00_has_cap_flag(queue->rt2x00dev, REQUIRE_COPY_IV))  in rt2x00queue_write_tx_frame()
663 	if (rt2x00_has_cap_flag(queue->rt2x00dev, REQUIRE_L2PAD))  in rt2x00queue_write_tx_frame()
665 	else if (rt2x00_has_cap_flag(queue->rt2x00dev, REQUIRE_DMA))  in rt2x00queue_write_tx_frame()
671 	spin_lock(&queue->tx_lock);  in rt2x00queue_write_tx_frame()
673 	if (unlikely(rt2x00queue_full(queue))) {  in rt2x00queue_write_tx_frame()
674 		rt2x00_err(queue->rt2x00dev, "Dropping frame due to full tx queue %d\n",  in rt2x00queue_write_tx_frame()
675 			   queue->qid);  in rt2x00queue_write_tx_frame()
680 	entry = rt2x00queue_get_entry(queue, Q_INDEX);  in rt2x00queue_write_tx_frame()
684 		rt2x00_err(queue->rt2x00dev,  in rt2x00queue_write_tx_frame()
687 			   queue->qid, DRV_PROJECT);  in rt2x00queue_write_tx_frame()
716 	rt2x00queue_kick_tx_queue(queue, &txdesc);  in rt2x00queue_write_tx_frame()
719 	spin_unlock(&queue->tx_lock);  in rt2x00queue_write_tx_frame()
788 bool rt2x00queue_for_each_entry(struct data_queue *queue,  in rt2x00queue_for_each_entry()  argument
801 		rt2x00_err(queue->rt2x00dev,  in rt2x00queue_for_each_entry()
813 	spin_lock_irqsave(&queue->index_lock, irqflags);  in rt2x00queue_for_each_entry()
814 	index_start = queue->index[start];  in rt2x00queue_for_each_entry()
815 	index_end = queue->index[end];  in rt2x00queue_for_each_entry()
816 	spin_unlock_irqrestore(&queue->index_lock, irqflags);  in rt2x00queue_for_each_entry()
824 			if (fn(&queue->entries[i], data))  in rt2x00queue_for_each_entry()
828 		for (i = index_start; i < queue->limit; i++) {  in rt2x00queue_for_each_entry()
829 			if (fn(&queue->entries[i], data))  in rt2x00queue_for_each_entry()
834 			if (fn(&queue->entries[i], data))  in rt2x00queue_for_each_entry()
843 struct queue_entry *rt2x00queue_get_entry(struct data_queue *queue,  in rt2x00queue_get_entry()  argument
850 		rt2x00_err(queue->rt2x00dev, "Entry requested from invalid index type (%d)\n",  in rt2x00queue_get_entry()
855 	spin_lock_irqsave(&queue->index_lock, irqflags);  in rt2x00queue_get_entry()
857 	entry = &queue->entries[queue->index[index]];  in rt2x00queue_get_entry()
859 	spin_unlock_irqrestore(&queue->index_lock, irqflags);  in rt2x00queue_get_entry()
867 	struct data_queue *queue = entry->queue;  in rt2x00queue_index_inc()  local
871 		rt2x00_err(queue->rt2x00dev,  in rt2x00queue_index_inc()
876 	spin_lock_irqsave(&queue->index_lock, irqflags);  in rt2x00queue_index_inc()
878 	queue->index[index]++;  in rt2x00queue_index_inc()
879 	if (queue->index[index] >= queue->limit)  in rt2x00queue_index_inc()
880 		queue->index[index] = 0;  in rt2x00queue_index_inc()
885 		queue->length++;  in rt2x00queue_index_inc()
887 		queue->length--;  in rt2x00queue_index_inc()
888 		queue->count++;  in rt2x00queue_index_inc()
891 	spin_unlock_irqrestore(&queue->index_lock, irqflags);  in rt2x00queue_index_inc()
894 static void rt2x00queue_pause_queue_nocheck(struct data_queue *queue)  in rt2x00queue_pause_queue_nocheck()  argument
896 	switch (queue->qid) {  in rt2x00queue_pause_queue_nocheck()
905 		ieee80211_stop_queue(queue->rt2x00dev->hw, queue->qid);  in rt2x00queue_pause_queue_nocheck()
911 void rt2x00queue_pause_queue(struct data_queue *queue)  in rt2x00queue_pause_queue()  argument
913 	if (!test_bit(DEVICE_STATE_PRESENT, &queue->rt2x00dev->flags) ||  in rt2x00queue_pause_queue()
914 	    !test_bit(QUEUE_STARTED, &queue->flags) ||  in rt2x00queue_pause_queue()
915 	    test_and_set_bit(QUEUE_PAUSED, &queue->flags))  in rt2x00queue_pause_queue()
918 	rt2x00queue_pause_queue_nocheck(queue);  in rt2x00queue_pause_queue()
922 void rt2x00queue_unpause_queue(struct data_queue *queue)  in rt2x00queue_unpause_queue()  argument
924 	if (!test_bit(DEVICE_STATE_PRESENT, &queue->rt2x00dev->flags) ||  in rt2x00queue_unpause_queue()
925 	    !test_bit(QUEUE_STARTED, &queue->flags) ||  in rt2x00queue_unpause_queue()
926 	    !test_and_clear_bit(QUEUE_PAUSED, &queue->flags))  in rt2x00queue_unpause_queue()
929 	switch (queue->qid) {  in rt2x00queue_unpause_queue()
938 		ieee80211_wake_queue(queue->rt2x00dev->hw, queue->qid);  in rt2x00queue_unpause_queue()
945 		queue->rt2x00dev->ops->lib->kick_queue(queue);  in rt2x00queue_unpause_queue()
952 void rt2x00queue_start_queue(struct data_queue *queue)  in rt2x00queue_start_queue()  argument
954 	mutex_lock(&queue->status_lock);  in rt2x00queue_start_queue()
956 	if (!test_bit(DEVICE_STATE_PRESENT, &queue->rt2x00dev->flags) ||  in rt2x00queue_start_queue()
957 	    test_and_set_bit(QUEUE_STARTED, &queue->flags)) {  in rt2x00queue_start_queue()
958 		mutex_unlock(&queue->status_lock);  in rt2x00queue_start_queue()
962 	set_bit(QUEUE_PAUSED, &queue->flags);  in rt2x00queue_start_queue()
964 	queue->rt2x00dev->ops->lib->start_queue(queue);  in rt2x00queue_start_queue()
966 	rt2x00queue_unpause_queue(queue);  in rt2x00queue_start_queue()
968 	mutex_unlock(&queue->status_lock);  in rt2x00queue_start_queue()
972 void rt2x00queue_stop_queue(struct data_queue *queue)  in rt2x00queue_stop_queue()  argument
974 	mutex_lock(&queue->status_lock);  in rt2x00queue_stop_queue()
976 	if (!test_and_clear_bit(QUEUE_STARTED, &queue->flags)) {  in rt2x00queue_stop_queue()
977 		mutex_unlock(&queue->status_lock);  in rt2x00queue_stop_queue()
981 	rt2x00queue_pause_queue_nocheck(queue);  in rt2x00queue_stop_queue()
983 	queue->rt2x00dev->ops->lib->stop_queue(queue);  in rt2x00queue_stop_queue()
985 	mutex_unlock(&queue->status_lock);  in rt2x00queue_stop_queue()
989 void rt2x00queue_flush_queue(struct data_queue *queue, bool drop)  in rt2x00queue_flush_queue()  argument
992 		(queue->qid == QID_AC_VO) ||  in rt2x00queue_flush_queue()
993 		(queue->qid == QID_AC_VI) ||  in rt2x00queue_flush_queue()
994 		(queue->qid == QID_AC_BE) ||  in rt2x00queue_flush_queue()
995 		(queue->qid == QID_AC_BK);  in rt2x00queue_flush_queue()
1005 		queue->rt2x00dev->ops->lib->kick_queue(queue);  in rt2x00queue_flush_queue()
1012 	if (likely(queue->rt2x00dev->ops->lib->flush_queue))  in rt2x00queue_flush_queue()
1013 		queue->rt2x00dev->ops->lib->flush_queue(queue, drop);  in rt2x00queue_flush_queue()
1018 	if (unlikely(!rt2x00queue_empty(queue)))  in rt2x00queue_flush_queue()
1019 		rt2x00_warn(queue->rt2x00dev, "Queue %d failed to flush\n",  in rt2x00queue_flush_queue()
1020 			    queue->qid);  in rt2x00queue_flush_queue()
1026 	struct data_queue *queue;  in rt2x00queue_start_queues()  local
1032 	tx_queue_for_each(rt2x00dev, queue)  in rt2x00queue_start_queues()
1033 		rt2x00queue_start_queue(queue);  in rt2x00queue_start_queues()
1041 	struct data_queue *queue;  in rt2x00queue_stop_queues()  local
1051 	tx_queue_for_each(rt2x00dev, queue)  in rt2x00queue_stop_queues()
1052 		rt2x00queue_stop_queue(queue);  in rt2x00queue_stop_queues()
1060 	struct data_queue *queue;  in rt2x00queue_flush_queues()  local
1062 	tx_queue_for_each(rt2x00dev, queue)  in rt2x00queue_flush_queues()
1063 		rt2x00queue_flush_queue(queue, drop);  in rt2x00queue_flush_queues()
1069 static void rt2x00queue_reset(struct data_queue *queue)  in rt2x00queue_reset()  argument
1074 	spin_lock_irqsave(&queue->index_lock, irqflags);  in rt2x00queue_reset()
1076 	queue->count = 0;  in rt2x00queue_reset()
1077 	queue->length = 0;  in rt2x00queue_reset()
1080 		queue->index[i] = 0;  in rt2x00queue_reset()
1082 	spin_unlock_irqrestore(&queue->index_lock, irqflags);  in rt2x00queue_reset()
1087 	struct data_queue *queue;  in rt2x00queue_init_queues()  local
1090 	queue_for_each(rt2x00dev, queue) {  in rt2x00queue_init_queues()
1091 		rt2x00queue_reset(queue);  in rt2x00queue_init_queues()
1093 		for (i = 0; i < queue->limit; i++)  in rt2x00queue_init_queues()
1094 			rt2x00dev->ops->lib->clear_entry(&queue->entries[i]);  in rt2x00queue_init_queues()
1098 static int rt2x00queue_alloc_entries(struct data_queue *queue)  in rt2x00queue_alloc_entries()  argument
1104 	rt2x00queue_reset(queue);  in rt2x00queue_alloc_entries()
1109 	entry_size = sizeof(*entries) + queue->priv_size;  in rt2x00queue_alloc_entries()
1110 	entries = kcalloc(queue->limit, entry_size, GFP_KERNEL);  in rt2x00queue_alloc_entries()
1118 	for (i = 0; i < queue->limit; i++) {  in rt2x00queue_alloc_entries()
1120 		entries[i].queue = queue;  in rt2x00queue_alloc_entries()
1124 		    QUEUE_ENTRY_PRIV_OFFSET(entries, i, queue->limit,  in rt2x00queue_alloc_entries()
1125 					    sizeof(*entries), queue->priv_size);  in rt2x00queue_alloc_entries()
1130 	queue->entries = entries;  in rt2x00queue_alloc_entries()
1135 static void rt2x00queue_free_skbs(struct data_queue *queue)  in rt2x00queue_free_skbs()  argument
1139 	if (!queue->entries)  in rt2x00queue_free_skbs()
1142 	for (i = 0; i < queue->limit; i++) {  in rt2x00queue_free_skbs()
1143 		rt2x00queue_free_skb(&queue->entries[i]);  in rt2x00queue_free_skbs()
1147 static int rt2x00queue_alloc_rxskbs(struct data_queue *queue)  in rt2x00queue_alloc_rxskbs()  argument
1152 	for (i = 0; i < queue->limit; i++) {  in rt2x00queue_alloc_rxskbs()
1153 		skb = rt2x00queue_alloc_rxskb(&queue->entries[i], GFP_KERNEL);  in rt2x00queue_alloc_rxskbs()
1156 		queue->entries[i].skb = skb;  in rt2x00queue_alloc_rxskbs()
1164 	struct data_queue *queue;  in rt2x00queue_initialize()  local
1171 	tx_queue_for_each(rt2x00dev, queue) {  in rt2x00queue_initialize()
1172 		status = rt2x00queue_alloc_entries(queue);  in rt2x00queue_initialize()
1203 	struct data_queue *queue;  in rt2x00queue_uninitialize()  local
1207 	queue_for_each(rt2x00dev, queue) {  in rt2x00queue_uninitialize()
1208 		kfree(queue->entries);  in rt2x00queue_uninitialize()
1209 		queue->entries = NULL;  in rt2x00queue_uninitialize()
1214 			     struct data_queue *queue, enum data_queue_qid qid)  in rt2x00queue_init()  argument
1216 	mutex_init(&queue->status_lock);  in rt2x00queue_init()
1217 	spin_lock_init(&queue->tx_lock);  in rt2x00queue_init()
1218 	spin_lock_init(&queue->index_lock);  in rt2x00queue_init()
1220 	queue->rt2x00dev = rt2x00dev;  in rt2x00queue_init()
1221 	queue->qid = qid;  in rt2x00queue_init()
1222 	queue->txop = 0;  in rt2x00queue_init()
1223 	queue->aifs = 2;  in rt2x00queue_init()
1224 	queue->cw_min = 5;  in rt2x00queue_init()
1225 	queue->cw_max = 10;  in rt2x00queue_init()
1227 	rt2x00dev->ops->queue_init(queue);  in rt2x00queue_init()
1229 	queue->threshold = DIV_ROUND_UP(queue->limit, 10);  in rt2x00queue_init()
1234 	struct data_queue *queue;  in rt2x00queue_allocate()  local
1248 	queue = kcalloc(rt2x00dev->data_queues, sizeof(*queue), GFP_KERNEL);  in rt2x00queue_allocate()
1249 	if (!queue) {  in rt2x00queue_allocate()
1257 	rt2x00dev->rx = queue;  in rt2x00queue_allocate()
1258 	rt2x00dev->tx = &queue[1];  in rt2x00queue_allocate()
1259 	rt2x00dev->bcn = &queue[1 + rt2x00dev->ops->tx_queues];  in rt2x00queue_allocate()
1260 	rt2x00dev->atim = req_atim ? &queue[2 + rt2x00dev->ops->tx_queues] : NULL;  in rt2x00queue_allocate()
1274 	tx_queue_for_each(rt2x00dev, queue)  in rt2x00queue_allocate()
1275 		rt2x00queue_init(rt2x00dev, queue, qid++);  in rt2x00queue_allocate()