13 static int blkpg_ioctl(struct block_device *bdev, struct blkpg_ioctl_arg __user *arg)  in blkpg_ioctl()  argument
30 	disk = bdev->bd_disk;  in blkpg_ioctl()
31 	if (bdev != bdev->bd_contains)  in blkpg_ioctl()
49 			mutex_lock(&bdev->bd_mutex);  in blkpg_ioctl()
58 					mutex_unlock(&bdev->bd_mutex);  in blkpg_ioctl()
67 			mutex_unlock(&bdev->bd_mutex);  in blkpg_ioctl()
89 			mutex_lock_nested(&bdev->bd_mutex, 1);  in blkpg_ioctl()
91 			mutex_unlock(&bdev->bd_mutex);  in blkpg_ioctl()
117 			mutex_lock_nested(&bdev->bd_mutex, 1);  in blkpg_ioctl()
120 				mutex_unlock(&bdev->bd_mutex);  in blkpg_ioctl()
135 					mutex_unlock(&bdev->bd_mutex);  in blkpg_ioctl()
145 			mutex_unlock(&bdev->bd_mutex);  in blkpg_ioctl()
159 int __blkdev_reread_part(struct block_device *bdev)  in __blkdev_reread_part()  argument
161 	struct gendisk *disk = bdev->bd_disk;  in __blkdev_reread_part()
163 	if (!disk_part_scan_enabled(disk) || bdev != bdev->bd_contains)  in __blkdev_reread_part()
168 	lockdep_assert_held(&bdev->bd_mutex);  in __blkdev_reread_part()
170 	return rescan_partitions(disk, bdev);  in __blkdev_reread_part()
185 int blkdev_reread_part(struct block_device *bdev)  in blkdev_reread_part()  argument
189 	mutex_lock(&bdev->bd_mutex);  in blkdev_reread_part()
190 	res = __blkdev_reread_part(bdev);  in blkdev_reread_part()
191 	mutex_unlock(&bdev->bd_mutex);  in blkdev_reread_part()
197 static int blk_ioctl_discard(struct block_device *bdev, fmode_t mode,  in blk_ioctl_discard()  argument
219 	if (start + len > (i_size_read(bdev->bd_inode) >> 9))  in blk_ioctl_discard()
221 	return blkdev_issue_discard(bdev, start, len, GFP_KERNEL, flags);  in blk_ioctl_discard()
224 static int blk_ioctl_zeroout(struct block_device *bdev, fmode_t mode,  in blk_ioctl_zeroout()  argument
246 	if (start + len > (i_size_read(bdev->bd_inode) >> 9))  in blk_ioctl_zeroout()
249 	return blkdev_issue_zeroout(bdev, start, len, GFP_KERNEL, false);  in blk_ioctl_zeroout()
282 int __blkdev_driver_ioctl(struct block_device *bdev, fmode_t mode,  in __blkdev_driver_ioctl()  argument
285 	struct gendisk *disk = bdev->bd_disk;  in __blkdev_driver_ioctl()
288 		return disk->fops->ioctl(bdev, mode, cmd, arg);  in __blkdev_driver_ioctl()
299 static int blkdev_pr_register(struct block_device *bdev,  in blkdev_pr_register()  argument
302 	const struct pr_ops *ops = bdev->bd_disk->fops->pr_ops;  in blkdev_pr_register()
314 	return ops->pr_register(bdev, reg.old_key, reg.new_key, reg.flags);  in blkdev_pr_register()
317 static int blkdev_pr_reserve(struct block_device *bdev,  in blkdev_pr_reserve()  argument
320 	const struct pr_ops *ops = bdev->bd_disk->fops->pr_ops;  in blkdev_pr_reserve()
332 	return ops->pr_reserve(bdev, rsv.key, rsv.type, rsv.flags);  in blkdev_pr_reserve()
335 static int blkdev_pr_release(struct block_device *bdev,  in blkdev_pr_release()  argument
338 	const struct pr_ops *ops = bdev->bd_disk->fops->pr_ops;  in blkdev_pr_release()
350 	return ops->pr_release(bdev, rsv.key, rsv.type);  in blkdev_pr_release()
353 static int blkdev_pr_preempt(struct block_device *bdev,  in blkdev_pr_preempt()  argument
356 	const struct pr_ops *ops = bdev->bd_disk->fops->pr_ops;  in blkdev_pr_preempt()
368 	return ops->pr_preempt(bdev, p.old_key, p.new_key, p.type, abort);  in blkdev_pr_preempt()
371 static int blkdev_pr_clear(struct block_device *bdev,  in blkdev_pr_clear()  argument
374 	const struct pr_ops *ops = bdev->bd_disk->fops->pr_ops;  in blkdev_pr_clear()
386 	return ops->pr_clear(bdev, c.key);  in blkdev_pr_clear()
409 static int blkdev_flushbuf(struct block_device *bdev, fmode_t mode,  in blkdev_flushbuf()  argument
417 	ret = __blkdev_driver_ioctl(bdev, mode, cmd, arg);  in blkdev_flushbuf()
421 	fsync_bdev(bdev);  in blkdev_flushbuf()
422 	invalidate_bdev(bdev);  in blkdev_flushbuf()
426 static int blkdev_roset(struct block_device *bdev, fmode_t mode,  in blkdev_roset()  argument
431 	ret = __blkdev_driver_ioctl(bdev, mode, cmd, arg);  in blkdev_roset()
438 	set_device_ro(bdev, n);  in blkdev_roset()
442 static int blkdev_getgeo(struct block_device *bdev,  in blkdev_getgeo()  argument
445 	struct gendisk *disk = bdev->bd_disk;  in blkdev_getgeo()
459 	geo.start = get_start_sect(bdev);  in blkdev_getgeo()
460 	ret = disk->fops->getgeo(bdev, &geo);  in blkdev_getgeo()
469 static int blkdev_bszset(struct block_device *bdev, fmode_t mode,  in blkdev_bszset()  argument
482 		bdgrab(bdev);  in blkdev_bszset()
483 		if (blkdev_get(bdev, mode | FMODE_EXCL, &bdev) < 0)  in blkdev_bszset()
487 	ret = set_blocksize(bdev, n);  in blkdev_bszset()
489 		blkdev_put(bdev, mode | FMODE_EXCL);  in blkdev_bszset()
496 int blkdev_ioctl(struct block_device *bdev, fmode_t mode, unsigned cmd,  in blkdev_ioctl()  argument
506 		return blkdev_flushbuf(bdev, mode, cmd, arg);  in blkdev_ioctl()
508 		return blkdev_roset(bdev, mode, cmd, arg);  in blkdev_ioctl()
510 		return blk_ioctl_discard(bdev, mode, arg, 0);  in blkdev_ioctl()
512 		return blk_ioctl_discard(bdev, mode, arg,  in blkdev_ioctl()
515 		return blk_ioctl_zeroout(bdev, mode, arg);  in blkdev_ioctl()
517 		return blkdev_getgeo(bdev, argp);  in blkdev_ioctl()
522 		bdi = blk_get_backing_dev_info(bdev);  in blkdev_ioctl()
525 		return put_int(arg, bdev_read_only(bdev) != 0);  in blkdev_ioctl()
527 		return put_int(arg, block_size(bdev));  in blkdev_ioctl()
529 		return put_int(arg, bdev_logical_block_size(bdev));  in blkdev_ioctl()
531 		return put_uint(arg, bdev_physical_block_size(bdev));  in blkdev_ioctl()
533 		return put_uint(arg, bdev_io_min(bdev));  in blkdev_ioctl()
535 		return put_uint(arg, bdev_io_opt(bdev));  in blkdev_ioctl()
537 		return put_int(arg, bdev_alignment_offset(bdev));  in blkdev_ioctl()
539 		return put_uint(arg, bdev_discard_zeroes_data(bdev));  in blkdev_ioctl()
542 				    queue_max_sectors(bdev_get_queue(bdev)));  in blkdev_ioctl()
545 		return put_ushort(arg, !blk_queue_nonrot(bdev_get_queue(bdev)));  in blkdev_ioctl()
550 		bdi = blk_get_backing_dev_info(bdev);  in blkdev_ioctl()
554 		return blkdev_bszset(bdev, mode, argp);  in blkdev_ioctl()
556 		return blkpg_ioctl(bdev, argp);  in blkdev_ioctl()
558 		return blkdev_reread_part(bdev);  in blkdev_ioctl()
560 		size = i_size_read(bdev->bd_inode);  in blkdev_ioctl()
565 		return put_u64(arg, i_size_read(bdev->bd_inode));  in blkdev_ioctl()
570 		return blk_trace_ioctl(bdev, cmd, argp);  in blkdev_ioctl()
572 		return blkdev_pr_register(bdev, argp);  in blkdev_ioctl()
574 		return blkdev_pr_reserve(bdev, argp);  in blkdev_ioctl()
576 		return blkdev_pr_release(bdev, argp);  in blkdev_ioctl()
578 		return blkdev_pr_preempt(bdev, argp, false);  in blkdev_ioctl()
580 		return blkdev_pr_preempt(bdev, argp, true);  in blkdev_ioctl()
582 		return blkdev_pr_clear(bdev, argp);  in blkdev_ioctl()
584 		return __blkdev_driver_ioctl(bdev, mode, cmd, arg);  in blkdev_ioctl()