Lines Matching refs:bdev
34 struct block_device bdev; member
47 return &BDEV_I(inode)->bdev; in I_BDEV()
63 void kill_bdev(struct block_device *bdev) in kill_bdev() argument
65 struct address_space *mapping = bdev->bd_inode->i_mapping; in kill_bdev()
76 void invalidate_bdev(struct block_device *bdev) in invalidate_bdev() argument
78 struct address_space *mapping = bdev->bd_inode->i_mapping; in invalidate_bdev()
93 int set_blocksize(struct block_device *bdev, int size) in set_blocksize() argument
100 if (size < bdev_logical_block_size(bdev)) in set_blocksize()
104 if (bdev->bd_block_size != size) { in set_blocksize()
105 sync_blockdev(bdev); in set_blocksize()
106 bdev->bd_block_size = size; in set_blocksize()
107 bdev->bd_inode->i_blkbits = blksize_bits(size); in set_blocksize()
108 kill_bdev(bdev); in set_blocksize()
159 int __sync_blockdev(struct block_device *bdev, int wait) in __sync_blockdev() argument
161 if (!bdev) in __sync_blockdev()
164 return filemap_flush(bdev->bd_inode->i_mapping); in __sync_blockdev()
165 return filemap_write_and_wait(bdev->bd_inode->i_mapping); in __sync_blockdev()
172 int sync_blockdev(struct block_device *bdev) in sync_blockdev() argument
174 return __sync_blockdev(bdev, 1); in sync_blockdev()
183 int fsync_bdev(struct block_device *bdev) in fsync_bdev() argument
185 struct super_block *sb = get_super(bdev); in fsync_bdev()
191 return sync_blockdev(bdev); in fsync_bdev()
207 struct super_block *freeze_bdev(struct block_device *bdev) in freeze_bdev() argument
212 mutex_lock(&bdev->bd_fsfreeze_mutex); in freeze_bdev()
213 if (++bdev->bd_fsfreeze_count > 1) { in freeze_bdev()
219 sb = get_super(bdev); in freeze_bdev()
221 mutex_unlock(&bdev->bd_fsfreeze_mutex); in freeze_bdev()
225 sb = get_active_super(bdev); in freeze_bdev()
234 bdev->bd_fsfreeze_count--; in freeze_bdev()
235 mutex_unlock(&bdev->bd_fsfreeze_mutex); in freeze_bdev()
240 sync_blockdev(bdev); in freeze_bdev()
241 mutex_unlock(&bdev->bd_fsfreeze_mutex); in freeze_bdev()
253 int thaw_bdev(struct block_device *bdev, struct super_block *sb) in thaw_bdev() argument
257 mutex_lock(&bdev->bd_fsfreeze_mutex); in thaw_bdev()
258 if (!bdev->bd_fsfreeze_count) in thaw_bdev()
262 if (--bdev->bd_fsfreeze_count > 0) in thaw_bdev()
273 bdev->bd_fsfreeze_count++; in thaw_bdev()
274 mutex_unlock(&bdev->bd_fsfreeze_mutex); in thaw_bdev()
278 mutex_unlock(&bdev->bd_fsfreeze_mutex); in thaw_bdev()
339 struct block_device *bdev = I_BDEV(bd_inode); in blkdev_fsync() local
351 error = blkdev_issue_flush(bdev, GFP_KERNEL, NULL); in blkdev_fsync()
375 int bdev_read_page(struct block_device *bdev, sector_t sector, in bdev_read_page() argument
378 const struct block_device_operations *ops = bdev->bd_disk->fops; in bdev_read_page()
381 return ops->rw_page(bdev, sector + get_start_sect(bdev), page, READ); in bdev_read_page()
404 int bdev_write_page(struct block_device *bdev, sector_t sector, in bdev_write_page() argument
409 const struct block_device_operations *ops = bdev->bd_disk->fops; in bdev_write_page()
413 result = ops->rw_page(bdev, sector + get_start_sect(bdev), page, rw); in bdev_write_page()
439 long bdev_direct_access(struct block_device *bdev, sector_t sector, in bdev_direct_access() argument
443 const struct block_device_operations *ops = bdev->bd_disk->fops; in bdev_direct_access()
450 part_nr_sects_read(bdev->bd_part)) in bdev_direct_access()
452 sector += get_start_sect(bdev); in bdev_direct_access()
455 avail = ops->direct_access(bdev, sector, addr, pfn, size); in bdev_direct_access()
493 struct block_device *bdev = &ei->bdev; in init_once() local
495 memset(bdev, 0, sizeof(*bdev)); in init_once()
496 mutex_init(&bdev->bd_mutex); in init_once()
497 INIT_LIST_HEAD(&bdev->bd_inodes); in init_once()
498 INIT_LIST_HEAD(&bdev->bd_list); in init_once()
500 INIT_LIST_HEAD(&bdev->bd_holder_disks); in init_once()
504 mutex_init(&bdev->bd_fsfreeze_mutex); in init_once()
516 struct block_device *bdev = &BDEV_I(inode)->bdev; in bdev_evict_inode() local
522 while ( (p = bdev->bd_inodes.next) != &bdev->bd_inodes ) { in bdev_evict_inode()
525 list_del_init(&bdev->bd_list); in bdev_evict_inode()
581 return BDEV_I(inode)->bdev.bd_dev == *(dev_t *)data; in bdev_test()
586 BDEV_I(inode)->bdev.bd_dev = *(dev_t *)data; in bdev_set()
594 struct block_device *bdev; in bdget() local
603 bdev = &BDEV_I(inode)->bdev; in bdget()
606 bdev->bd_contains = NULL; in bdget()
607 bdev->bd_super = NULL; in bdget()
608 bdev->bd_inode = inode; in bdget()
609 bdev->bd_block_size = (1 << inode->i_blkbits); in bdget()
610 bdev->bd_part_count = 0; in bdget()
611 bdev->bd_invalidated = 0; in bdget()
614 inode->i_bdev = bdev; in bdget()
618 list_add(&bdev->bd_list, &all_bdevs); in bdget()
622 return bdev; in bdget()
631 struct block_device *bdgrab(struct block_device *bdev) in bdgrab() argument
633 ihold(bdev->bd_inode); in bdgrab()
634 return bdev; in bdgrab()
640 struct block_device *bdev; in nr_blockdev_pages() local
643 list_for_each_entry(bdev, &all_bdevs, bd_list) { in nr_blockdev_pages()
644 ret += bdev->bd_inode->i_mapping->nrpages; in nr_blockdev_pages()
650 void bdput(struct block_device *bdev) in bdput() argument
652 iput(bdev->bd_inode); in bdput()
659 struct block_device *bdev; in bd_acquire() local
662 bdev = inode->i_bdev; in bd_acquire()
663 if (bdev) { in bd_acquire()
664 ihold(bdev->bd_inode); in bd_acquire()
666 return bdev; in bd_acquire()
670 bdev = bdget(inode->i_rdev); in bd_acquire()
671 if (bdev) { in bd_acquire()
680 ihold(bdev->bd_inode); in bd_acquire()
681 inode->i_bdev = bdev; in bd_acquire()
682 inode->i_mapping = bdev->bd_inode->i_mapping; in bd_acquire()
683 list_add(&inode->i_devices, &bdev->bd_inodes); in bd_acquire()
687 return bdev; in bd_acquire()
699 struct block_device *bdev = NULL; in bd_forget() local
703 bdev = inode->i_bdev; in bd_forget()
707 if (bdev) in bd_forget()
708 iput(bdev->bd_inode); in bd_forget()
725 static bool bd_may_claim(struct block_device *bdev, struct block_device *whole, in bd_may_claim() argument
728 if (bdev->bd_holder == holder) in bd_may_claim()
730 else if (bdev->bd_holder != NULL) in bd_may_claim()
732 else if (bdev->bd_contains == bdev) in bd_may_claim()
761 static int bd_prepare_to_claim(struct block_device *bdev, in bd_prepare_to_claim() argument
766 if (!bd_may_claim(bdev, whole, holder)) in bd_prepare_to_claim()
809 static struct block_device *bd_start_claiming(struct block_device *bdev, in bd_start_claiming() argument
822 disk = get_gendisk(bdev->bd_dev, &partno); in bd_start_claiming()
837 whole = bdgrab(bdev); in bd_start_claiming()
847 err = bd_prepare_to_claim(bdev, whole, holder); in bd_start_claiming()
866 static struct bd_holder_disk *bd_find_holder_disk(struct block_device *bdev, in bd_find_holder_disk() argument
871 list_for_each_entry(holder, &bdev->bd_holder_disks, list) in bd_find_holder_disk()
915 int bd_link_disk_holder(struct block_device *bdev, struct gendisk *disk) in bd_link_disk_holder() argument
920 mutex_lock(&bdev->bd_mutex); in bd_link_disk_holder()
922 WARN_ON_ONCE(!bdev->bd_holder); in bd_link_disk_holder()
925 if (WARN_ON(!disk->slave_dir || !bdev->bd_part->holder_dir)) in bd_link_disk_holder()
928 holder = bd_find_holder_disk(bdev, disk); in bd_link_disk_holder()
944 ret = add_symlink(disk->slave_dir, &part_to_dev(bdev->bd_part)->kobj); in bd_link_disk_holder()
948 ret = add_symlink(bdev->bd_part->holder_dir, &disk_to_dev(disk)->kobj); in bd_link_disk_holder()
955 kobject_get(bdev->bd_part->holder_dir); in bd_link_disk_holder()
957 list_add(&holder->list, &bdev->bd_holder_disks); in bd_link_disk_holder()
961 del_symlink(disk->slave_dir, &part_to_dev(bdev->bd_part)->kobj); in bd_link_disk_holder()
965 mutex_unlock(&bdev->bd_mutex); in bd_link_disk_holder()
980 void bd_unlink_disk_holder(struct block_device *bdev, struct gendisk *disk) in bd_unlink_disk_holder() argument
984 mutex_lock(&bdev->bd_mutex); in bd_unlink_disk_holder()
986 holder = bd_find_holder_disk(bdev, disk); in bd_unlink_disk_holder()
989 del_symlink(disk->slave_dir, &part_to_dev(bdev->bd_part)->kobj); in bd_unlink_disk_holder()
990 del_symlink(bdev->bd_part->holder_dir, in bd_unlink_disk_holder()
992 kobject_put(bdev->bd_part->holder_dir); in bd_unlink_disk_holder()
997 mutex_unlock(&bdev->bd_mutex); in bd_unlink_disk_holder()
1012 static void flush_disk(struct block_device *bdev, bool kill_dirty) in flush_disk() argument
1014 if (__invalidate_device(bdev, kill_dirty)) { in flush_disk()
1017 if (bdev->bd_disk) in flush_disk()
1018 disk_name(bdev->bd_disk, 0, name); in flush_disk()
1023 if (!bdev->bd_disk) in flush_disk()
1025 if (disk_part_scan_enabled(bdev->bd_disk)) in flush_disk()
1026 bdev->bd_invalidated = 1; in flush_disk()
1037 void check_disk_size_change(struct gendisk *disk, struct block_device *bdev) in check_disk_size_change() argument
1042 bdev_size = i_size_read(bdev->bd_inode); in check_disk_size_change()
1050 i_size_write(bdev->bd_inode, disk_size); in check_disk_size_change()
1051 flush_disk(bdev, false); in check_disk_size_change()
1066 struct block_device *bdev; in revalidate_disk() local
1072 bdev = bdget_disk(disk, 0); in revalidate_disk()
1073 if (!bdev) in revalidate_disk()
1076 mutex_lock(&bdev->bd_mutex); in revalidate_disk()
1077 check_disk_size_change(disk, bdev); in revalidate_disk()
1078 bdev->bd_invalidated = 0; in revalidate_disk()
1079 mutex_unlock(&bdev->bd_mutex); in revalidate_disk()
1080 bdput(bdev); in revalidate_disk()
1094 int check_disk_change(struct block_device *bdev) in check_disk_change() argument
1096 struct gendisk *disk = bdev->bd_disk; in check_disk_change()
1105 flush_disk(bdev, true); in check_disk_change()
1107 bdops->revalidate_disk(bdev->bd_disk); in check_disk_change()
1113 void bd_set_size(struct block_device *bdev, loff_t size) in bd_set_size() argument
1115 unsigned bsize = bdev_logical_block_size(bdev); in bd_set_size()
1117 mutex_lock(&bdev->bd_inode->i_mutex); in bd_set_size()
1118 i_size_write(bdev->bd_inode, size); in bd_set_size()
1119 mutex_unlock(&bdev->bd_inode->i_mutex); in bd_set_size()
1125 bdev->bd_block_size = bsize; in bd_set_size()
1126 bdev->bd_inode->i_blkbits = blksize_bits(bsize); in bd_set_size()
1130 static void __blkdev_put(struct block_device *bdev, fmode_t mode, int for_part);
1139 static int __blkdev_get(struct block_device *bdev, fmode_t mode, int for_part) in __blkdev_get() argument
1155 ret = devcgroup_inode_permission(bdev->bd_inode, perm); in __blkdev_get()
1157 bdput(bdev); in __blkdev_get()
1165 disk = get_gendisk(bdev->bd_dev, &partno); in __blkdev_get()
1171 mutex_lock_nested(&bdev->bd_mutex, for_part); in __blkdev_get()
1172 if (!bdev->bd_openers) { in __blkdev_get()
1173 bdev->bd_disk = disk; in __blkdev_get()
1174 bdev->bd_queue = disk->queue; in __blkdev_get()
1175 bdev->bd_contains = bdev; in __blkdev_get()
1178 bdev->bd_part = disk_get_part(disk, partno); in __blkdev_get()
1179 if (!bdev->bd_part) in __blkdev_get()
1184 ret = disk->fops->open(bdev, mode); in __blkdev_get()
1190 disk_put_part(bdev->bd_part); in __blkdev_get()
1191 bdev->bd_part = NULL; in __blkdev_get()
1192 bdev->bd_disk = NULL; in __blkdev_get()
1193 bdev->bd_queue = NULL; in __blkdev_get()
1194 mutex_unlock(&bdev->bd_mutex); in __blkdev_get()
1203 bd_set_size(bdev,(loff_t)get_capacity(disk)<<9); in __blkdev_get()
1211 if (bdev->bd_invalidated) { in __blkdev_get()
1213 rescan_partitions(disk, bdev); in __blkdev_get()
1215 invalidate_partitions(disk, bdev); in __blkdev_get()
1229 bdev->bd_contains = whole; in __blkdev_get()
1230 bdev->bd_part = disk_get_part(disk, partno); in __blkdev_get()
1232 !bdev->bd_part || !bdev->bd_part->nr_sects) { in __blkdev_get()
1236 bd_set_size(bdev, (loff_t)bdev->bd_part->nr_sects << 9); in __blkdev_get()
1241 if ((bdev->bd_part->start_sect % (PAGE_SIZE / 512)) || in __blkdev_get()
1242 (bdev->bd_part->nr_sects % (PAGE_SIZE / 512))) in __blkdev_get()
1243 bdev->bd_inode->i_flags &= ~S_DAX; in __blkdev_get()
1246 if (bdev->bd_contains == bdev) { in __blkdev_get()
1248 if (bdev->bd_disk->fops->open) in __blkdev_get()
1249 ret = bdev->bd_disk->fops->open(bdev, mode); in __blkdev_get()
1251 if (bdev->bd_invalidated) { in __blkdev_get()
1253 rescan_partitions(bdev->bd_disk, bdev); in __blkdev_get()
1255 invalidate_partitions(bdev->bd_disk, bdev); in __blkdev_get()
1264 bdev->bd_openers++; in __blkdev_get()
1266 bdev->bd_part_count++; in __blkdev_get()
1267 mutex_unlock(&bdev->bd_mutex); in __blkdev_get()
1272 disk_put_part(bdev->bd_part); in __blkdev_get()
1273 bdev->bd_disk = NULL; in __blkdev_get()
1274 bdev->bd_part = NULL; in __blkdev_get()
1275 bdev->bd_queue = NULL; in __blkdev_get()
1276 if (bdev != bdev->bd_contains) in __blkdev_get()
1277 __blkdev_put(bdev->bd_contains, mode, 1); in __blkdev_get()
1278 bdev->bd_contains = NULL; in __blkdev_get()
1280 mutex_unlock(&bdev->bd_mutex); in __blkdev_get()
1285 bdput(bdev); in __blkdev_get()
1309 int blkdev_get(struct block_device *bdev, fmode_t mode, void *holder) in blkdev_get() argument
1317 whole = bd_start_claiming(bdev, holder); in blkdev_get()
1319 bdput(bdev); in blkdev_get()
1324 res = __blkdev_get(bdev, mode, 0); in blkdev_get()
1330 mutex_lock(&bdev->bd_mutex); in blkdev_get()
1334 BUG_ON(!bd_may_claim(bdev, whole, holder)); in blkdev_get()
1343 bdev->bd_holders++; in blkdev_get()
1344 bdev->bd_holder = holder; in blkdev_get()
1361 if (!res && (mode & FMODE_WRITE) && !bdev->bd_write_holder && in blkdev_get()
1363 bdev->bd_write_holder = true; in blkdev_get()
1367 mutex_unlock(&bdev->bd_mutex); in blkdev_get()
1395 struct block_device *bdev; in blkdev_get_by_path() local
1398 bdev = lookup_bdev(path); in blkdev_get_by_path()
1399 if (IS_ERR(bdev)) in blkdev_get_by_path()
1400 return bdev; in blkdev_get_by_path()
1402 err = blkdev_get(bdev, mode, holder); in blkdev_get_by_path()
1406 if ((mode & FMODE_WRITE) && bdev_read_only(bdev)) { in blkdev_get_by_path()
1407 blkdev_put(bdev, mode); in blkdev_get_by_path()
1411 return bdev; in blkdev_get_by_path()
1439 struct block_device *bdev; in blkdev_get_by_dev() local
1442 bdev = bdget(dev); in blkdev_get_by_dev()
1443 if (!bdev) in blkdev_get_by_dev()
1446 err = blkdev_get(bdev, mode, holder); in blkdev_get_by_dev()
1450 return bdev; in blkdev_get_by_dev()
1456 struct block_device *bdev; in blkdev_open() local
1473 bdev = bd_acquire(inode); in blkdev_open()
1474 if (bdev == NULL) in blkdev_open()
1477 filp->f_mapping = bdev->bd_inode->i_mapping; in blkdev_open()
1479 return blkdev_get(bdev, filp->f_mode, filp); in blkdev_open()
1482 static void __blkdev_put(struct block_device *bdev, fmode_t mode, int for_part) in __blkdev_put() argument
1484 struct gendisk *disk = bdev->bd_disk; in __blkdev_put()
1487 mutex_lock_nested(&bdev->bd_mutex, for_part); in __blkdev_put()
1489 bdev->bd_part_count--; in __blkdev_put()
1491 if (!--bdev->bd_openers) { in __blkdev_put()
1492 WARN_ON_ONCE(bdev->bd_holders); in __blkdev_put()
1493 sync_blockdev(bdev); in __blkdev_put()
1494 kill_bdev(bdev); in __blkdev_put()
1499 bdev_write_inode(bdev->bd_inode); in __blkdev_put()
1501 if (bdev->bd_contains == bdev) { in __blkdev_put()
1505 if (!bdev->bd_openers) { in __blkdev_put()
1508 disk_put_part(bdev->bd_part); in __blkdev_put()
1509 bdev->bd_part = NULL; in __blkdev_put()
1510 bdev->bd_disk = NULL; in __blkdev_put()
1511 if (bdev != bdev->bd_contains) in __blkdev_put()
1512 victim = bdev->bd_contains; in __blkdev_put()
1513 bdev->bd_contains = NULL; in __blkdev_put()
1518 mutex_unlock(&bdev->bd_mutex); in __blkdev_put()
1519 bdput(bdev); in __blkdev_put()
1524 void blkdev_put(struct block_device *bdev, fmode_t mode) in blkdev_put() argument
1526 mutex_lock(&bdev->bd_mutex); in blkdev_put()
1538 WARN_ON_ONCE(--bdev->bd_holders < 0); in blkdev_put()
1539 WARN_ON_ONCE(--bdev->bd_contains->bd_holders < 0); in blkdev_put()
1542 if ((bdev_free = !bdev->bd_holders)) in blkdev_put()
1543 bdev->bd_holder = NULL; in blkdev_put()
1544 if (!bdev->bd_contains->bd_holders) in blkdev_put()
1545 bdev->bd_contains->bd_holder = NULL; in blkdev_put()
1553 if (bdev_free && bdev->bd_write_holder) { in blkdev_put()
1554 disk_unblock_events(bdev->bd_disk); in blkdev_put()
1555 bdev->bd_write_holder = false; in blkdev_put()
1564 disk_flush_events(bdev->bd_disk, DISK_EVENT_MEDIA_CHANGE); in blkdev_put()
1566 mutex_unlock(&bdev->bd_mutex); in blkdev_put()
1568 __blkdev_put(bdev, mode, 0); in blkdev_put()
1574 struct block_device *bdev = I_BDEV(filp->f_mapping->host); in blkdev_close() local
1575 blkdev_put(bdev, filp->f_mode); in blkdev_close()
1581 struct block_device *bdev = I_BDEV(file->f_mapping->host); in block_ioctl() local
1593 return blkdev_ioctl(bdev, mode, cmd, arg); in block_ioctl()
1657 struct super_block *super = BDEV_I(page->mapping->host)->bdev.bd_super; in blkdev_releasepage()
1693 int ioctl_by_bdev(struct block_device *bdev, unsigned cmd, unsigned long arg) in ioctl_by_bdev() argument
1698 res = blkdev_ioctl(bdev, 0, cmd, arg); in ioctl_by_bdev()
1715 struct block_device *bdev; in lookup_bdev() local
1735 bdev = bd_acquire(inode); in lookup_bdev()
1736 if (!bdev) in lookup_bdev()
1740 return bdev; in lookup_bdev()
1742 bdev = ERR_PTR(error); in lookup_bdev()
1747 int __invalidate_device(struct block_device *bdev, bool kill_dirty) in __invalidate_device() argument
1749 struct super_block *sb = get_super(bdev); in __invalidate_device()
1763 invalidate_bdev(bdev); in __invalidate_device()