30 		ret = find_first_zero_bit(&bm->word, bm->depth);  in bt_has_free_tags()
31 		if (ret < bm->depth)  in bt_has_free_tags()
123 	unsigned int depth, users;  in hctx_may_queue()  local
133 	if (bt->depth == 1)  in hctx_may_queue()
143 	depth = max((bt->depth + users - 1) / users, 4U);  in hctx_may_queue()
144 	return atomic_read(&hctx->nr_active) < depth;  in hctx_may_queue()
153 		tag = find_next_zero_bit(&bm->word, bm->depth, last_tag);  in __bt_get_word()
154 		if (unlikely(tag >= bm->depth)) {  in __bt_get_word()
171 		if (last_tag >= bm->depth - 1)  in __bt_get_word()
234 		if (last_tag >= bt->depth - 1)  in __bt_get()
433 		for (bit = find_first_bit(&bm->word, bm->depth);  in bt_for_each()
434 		     bit < bm->depth;  in bt_for_each()
435 		     bit = find_next_bit(&bm->word, bm->depth, bit + 1)) {  in bt_for_each()
457 		for (bit = find_first_bit(&bm->word, bm->depth);  in bt_tags_for_each()
458 		     bit < bm->depth;  in bt_tags_for_each()
459 		     bit = find_next_bit(&bm->word, bm->depth, bit + 1)) {  in bt_tags_for_each()
510 		used += bitmap_weight(&bm->word, bm->depth);  in bt_unused_tags()
513 	return bt->depth - used;  in bt_unused_tags()
517 			    unsigned int depth)  in bt_update_count()  argument
520 	unsigned int map_depth = depth;  in bt_update_count()
522 	if (depth) {  in bt_update_count()
526 			bt->map[i].depth = min(map_depth, tags_per_word);  in bt_update_count()
527 			map_depth -= bt->map[i].depth;  in bt_update_count()
532 	if (bt->wake_cnt > depth / BT_WAIT_QUEUES)  in bt_update_count()
533 		bt->wake_cnt = max(1U, depth / BT_WAIT_QUEUES);  in bt_update_count()
535 	bt->depth = depth;  in bt_update_count()
538 static int bt_alloc(struct blk_mq_bitmap_tags *bt, unsigned int depth,  in bt_alloc()  argument
549 	if (depth) {  in bt_alloc()
560 		if (depth >= 4) {  in bt_alloc()
561 			while (tags_per_word * 4 > depth) {  in bt_alloc()
567 		nr = ALIGN(depth, tags_per_word) / tags_per_word;  in bt_alloc()
583 	bt_update_count(bt, depth);  in bt_alloc()
602 	unsigned int depth = tags->nr_tags - tags->nr_reserved_tags;  in blk_mq_init_bitmap_tags()  local
606 	if (bt_alloc(&tags->bitmap_tags, depth, node, false))  in blk_mq_init_bitmap_tags()
654 	unsigned int depth = tags->nr_tags - tags->nr_reserved_tags;  in blk_mq_tag_init_last_tag()  local
656 	*tag = prandom_u32() % depth;  in blk_mq_tag_init_last_tag()