310 int blk_trace_remove(struct request_queue *q)  in blk_trace_remove()  argument
314 	bt = xchg(&q->blk_trace, NULL);  in blk_trace_remove()
436 int do_blk_trace_setup(struct request_queue *q, char *name, dev_t dev,  in do_blk_trace_setup()  argument
524 	old_bt = xchg(&q->blk_trace, bt);  in do_blk_trace_setup()
526 		(void) xchg(&q->blk_trace, old_bt);  in do_blk_trace_setup()
539 int blk_trace_setup(struct request_queue *q, char *name, dev_t dev,  in blk_trace_setup()  argument
550 	ret = do_blk_trace_setup(q, name, dev, bdev, &buts);  in blk_trace_setup()
555 		blk_trace_remove(q);  in blk_trace_setup()
563 static int compat_blk_trace_setup(struct request_queue *q, char *name,  in compat_blk_trace_setup()  argument
583 	ret = do_blk_trace_setup(q, name, dev, bdev, &buts);  in compat_blk_trace_setup()
588 		blk_trace_remove(q);  in compat_blk_trace_setup()
596 int blk_trace_startstop(struct request_queue *q, int start)  in blk_trace_startstop()  argument
599 	struct blk_trace *bt = q->blk_trace;  in blk_trace_startstop()
646 	struct request_queue *q;  in blk_trace_ioctl()  local
650 	q = bdev_get_queue(bdev);  in blk_trace_ioctl()
651 	if (!q)  in blk_trace_ioctl()
659 		ret = blk_trace_setup(q, b, bdev->bd_dev, bdev, arg);  in blk_trace_ioctl()
664 		ret = compat_blk_trace_setup(q, b, bdev->bd_dev, bdev, arg);  in blk_trace_ioctl()
670 		ret = blk_trace_startstop(q, start);  in blk_trace_ioctl()
673 		ret = blk_trace_remove(q);  in blk_trace_ioctl()
689 void blk_trace_shutdown(struct request_queue *q)  in blk_trace_shutdown()  argument
691 	if (q->blk_trace) {  in blk_trace_shutdown()
692 		blk_trace_startstop(q, 0);  in blk_trace_shutdown()
693 		blk_trace_remove(q);  in blk_trace_shutdown()
712 static void blk_add_trace_rq(struct request_queue *q, struct request *rq,  in blk_add_trace_rq()  argument
715 	struct blk_trace *bt = q->blk_trace;  in blk_add_trace_rq()
732 				   struct request_queue *q, struct request *rq)  in blk_add_trace_rq_abort()  argument
734 	blk_add_trace_rq(q, rq, blk_rq_bytes(rq), BLK_TA_ABORT);  in blk_add_trace_rq_abort()
738 				    struct request_queue *q, struct request *rq)  in blk_add_trace_rq_insert()  argument
740 	blk_add_trace_rq(q, rq, blk_rq_bytes(rq), BLK_TA_INSERT);  in blk_add_trace_rq_insert()
744 				   struct request_queue *q, struct request *rq)  in blk_add_trace_rq_issue()  argument
746 	blk_add_trace_rq(q, rq, blk_rq_bytes(rq), BLK_TA_ISSUE);  in blk_add_trace_rq_issue()
750 				     struct request_queue *q,  in blk_add_trace_rq_requeue()  argument
753 	blk_add_trace_rq(q, rq, blk_rq_bytes(rq), BLK_TA_REQUEUE);  in blk_add_trace_rq_requeue()
757 				      struct request_queue *q,  in blk_add_trace_rq_complete()  argument
761 	blk_add_trace_rq(q, rq, nr_bytes, BLK_TA_COMPLETE);  in blk_add_trace_rq_complete()
775 static void blk_add_trace_bio(struct request_queue *q, struct bio *bio,  in blk_add_trace_bio()  argument
778 	struct blk_trace *bt = q->blk_trace;  in blk_add_trace_bio()
791 				     struct request_queue *q, struct bio *bio)  in blk_add_trace_bio_bounce()  argument
793 	blk_add_trace_bio(q, bio, BLK_TA_BOUNCE, 0);  in blk_add_trace_bio_bounce()
797 				       struct request_queue *q, struct bio *bio,  in blk_add_trace_bio_complete()  argument
800 	blk_add_trace_bio(q, bio, BLK_TA_COMPLETE, error);  in blk_add_trace_bio_complete()
804 					struct request_queue *q,  in blk_add_trace_bio_backmerge()  argument
808 	blk_add_trace_bio(q, bio, BLK_TA_BACKMERGE, 0);  in blk_add_trace_bio_backmerge()
812 					 struct request_queue *q,  in blk_add_trace_bio_frontmerge()  argument
816 	blk_add_trace_bio(q, bio, BLK_TA_FRONTMERGE, 0);  in blk_add_trace_bio_frontmerge()
820 				    struct request_queue *q, struct bio *bio)  in blk_add_trace_bio_queue()  argument
822 	blk_add_trace_bio(q, bio, BLK_TA_QUEUE, 0);  in blk_add_trace_bio_queue()
826 				struct request_queue *q,  in blk_add_trace_getrq()  argument
830 		blk_add_trace_bio(q, bio, BLK_TA_GETRQ, 0);  in blk_add_trace_getrq()
832 		struct blk_trace *bt = q->blk_trace;  in blk_add_trace_getrq()
841 				  struct request_queue *q,  in blk_add_trace_sleeprq()  argument
845 		blk_add_trace_bio(q, bio, BLK_TA_SLEEPRQ, 0);  in blk_add_trace_sleeprq()
847 		struct blk_trace *bt = q->blk_trace;  in blk_add_trace_sleeprq()
855 static void blk_add_trace_plug(void *ignore, struct request_queue *q)  in blk_add_trace_plug()  argument
857 	struct blk_trace *bt = q->blk_trace;  in blk_add_trace_plug()
863 static void blk_add_trace_unplug(void *ignore, struct request_queue *q,  in blk_add_trace_unplug()  argument
866 	struct blk_trace *bt = q->blk_trace;  in blk_add_trace_unplug()
882 				struct request_queue *q, struct bio *bio,  in blk_add_trace_split()  argument
885 	struct blk_trace *bt = q->blk_trace;  in blk_add_trace_split()
911 				    struct request_queue *q, struct bio *bio,  in blk_add_trace_bio_remap()  argument
914 	struct blk_trace *bt = q->blk_trace;  in blk_add_trace_bio_remap()
943 				   struct request_queue *q,  in blk_add_trace_rq_remap()  argument
947 	struct blk_trace *bt = q->blk_trace;  in blk_add_trace_rq_remap()
973 void blk_add_driver_data(struct request_queue *q,  in blk_add_driver_data()  argument
977 	struct blk_trace *bt = q->blk_trace;  in blk_add_driver_data()
1469 static int blk_trace_remove_queue(struct request_queue *q)  in blk_trace_remove_queue()  argument
1473 	bt = xchg(&q->blk_trace, NULL);  in blk_trace_remove_queue()
1487 static int blk_trace_setup_queue(struct request_queue *q,  in blk_trace_setup_queue()  argument
1506 	old_bt = xchg(&q->blk_trace, bt);  in blk_trace_setup_queue()
1508 		(void)xchg(&q->blk_trace, old_bt);  in blk_trace_setup_queue()
1642 	struct request_queue *q;  in sysfs_blk_trace_attr_show()  local
1650 	q = blk_trace_get_queue(bdev);  in sysfs_blk_trace_attr_show()
1651 	if (q == NULL)  in sysfs_blk_trace_attr_show()
1657 		ret = sprintf(buf, "%u\n", !!q->blk_trace);  in sysfs_blk_trace_attr_show()
1661 	if (q->blk_trace == NULL)  in sysfs_blk_trace_attr_show()
1664 		ret = blk_trace_mask2str(buf, q->blk_trace->act_mask);  in sysfs_blk_trace_attr_show()
1666 		ret = sprintf(buf, "%u\n", q->blk_trace->pid);  in sysfs_blk_trace_attr_show()
1668 		ret = sprintf(buf, "%llu\n", q->blk_trace->start_lba);  in sysfs_blk_trace_attr_show()
1670 		ret = sprintf(buf, "%llu\n", q->blk_trace->end_lba);  in sysfs_blk_trace_attr_show()
1685 	struct request_queue *q;  in sysfs_blk_trace_attr_store()  local
1711 	q = blk_trace_get_queue(bdev);  in sysfs_blk_trace_attr_store()
1712 	if (q == NULL)  in sysfs_blk_trace_attr_store()
1719 			ret = blk_trace_setup_queue(q, bdev);  in sysfs_blk_trace_attr_store()
1721 			ret = blk_trace_remove_queue(q);  in sysfs_blk_trace_attr_store()
1726 	if (q->blk_trace == NULL)  in sysfs_blk_trace_attr_store()
1727 		ret = blk_trace_setup_queue(q, bdev);  in sysfs_blk_trace_attr_store()
1731 			q->blk_trace->act_mask = value;  in sysfs_blk_trace_attr_store()
1733 			q->blk_trace->pid = value;  in sysfs_blk_trace_attr_store()
1735 			q->blk_trace->start_lba = value;  in sysfs_blk_trace_attr_store()
1737 			q->blk_trace->end_lba = value;  in sysfs_blk_trace_attr_store()