150 	int tag, org_last_tag = last_tag;  in __bt_get_word()  local
153 		tag = find_next_zero_bit(&bm->word, bm->depth, last_tag);  in __bt_get_word()
154 		if (unlikely(tag >= bm->depth)) {  in __bt_get_word()
167 		if (!test_and_set_bit(tag, &bm->word))  in __bt_get_word()
170 		last_tag = tag + 1;  in __bt_get_word()
175 	return tag;  in __bt_get_word()
195 	int index, i, tag;  in __bt_get()  local
204 		tag = __bt_get_word(&bt->map[index], TAG_TO_BIT(bt, last_tag),  in __bt_get()
206 		if (tag != -1) {  in __bt_get()
207 			tag += (index << bt->bits_per_word);  in __bt_get()
232 	if (tag == org_last_tag || unlikely(BT_ALLOC_RR(tags))) {  in __bt_get()
233 		last_tag = tag + 1;  in __bt_get()
240 	return tag;  in __bt_get()
265 	int tag;  in bt_get()  local
267 	tag = __bt_get(hctx, bt, last_tag, tags);  in bt_get()
268 	if (tag != -1)  in bt_get()
269 		return tag;  in bt_get()
278 		tag = __bt_get(hctx, bt, last_tag, tags);  in bt_get()
279 		if (tag != -1)  in bt_get()
295 		tag = __bt_get(hctx, bt, last_tag, tags);  in bt_get()
296 		if (tag != -1)  in bt_get()
318 	return tag;  in bt_get()
323 	int tag;  in __blk_mq_get_tag()  local
325 	tag = bt_get(data, &data->hctx->tags->bitmap_tags, data->hctx,  in __blk_mq_get_tag()
327 	if (tag >= 0)  in __blk_mq_get_tag()
328 		return tag + data->hctx->tags->nr_reserved_tags;  in __blk_mq_get_tag()
335 	int tag, zero = 0;  in __blk_mq_get_reserved_tag()  local
342 	tag = bt_get(data, &data->hctx->tags->breserved_tags, NULL, &zero,  in __blk_mq_get_reserved_tag()
344 	if (tag < 0)  in __blk_mq_get_reserved_tag()
347 	return tag;  in __blk_mq_get_reserved_tag()
380 static void bt_clear_tag(struct blk_mq_bitmap_tags *bt, unsigned int tag)  in bt_clear_tag()  argument
382 	const int index = TAG_TO_INDEX(bt, tag);  in bt_clear_tag()
386 	clear_bit(TAG_TO_BIT(bt, tag), &bt->map[index].word);  in bt_clear_tag()
405 void blk_mq_put_tag(struct blk_mq_hw_ctx *hctx, unsigned int tag,  in blk_mq_put_tag()  argument
410 	if (tag >= tags->nr_reserved_tags) {  in blk_mq_put_tag()
411 		const int real_tag = tag - tags->nr_reserved_tags;  in blk_mq_put_tag()
418 		BUG_ON(tag >= tags->nr_reserved_tags);  in blk_mq_put_tag()
419 		bt_clear_tag(&tags->breserved_tags, tag);  in blk_mq_put_tag()
652 void blk_mq_tag_init_last_tag(struct blk_mq_tags *tags, unsigned int *tag)  in blk_mq_tag_init_last_tag()  argument
656 	*tag = prandom_u32() % depth;  in blk_mq_tag_init_last_tag()
698 		(rq->tag & BLK_MQ_UNIQUE_TAG_MASK);  in blk_mq_unique_tag()