Lines Matching refs:bdev
36 struct block_device bdev; member
49 return &BDEV_I(inode)->bdev; in I_BDEV()
53 static void bdev_write_inode(struct block_device *bdev) in bdev_write_inode() argument
55 struct inode *inode = bdev->bd_inode; in bdev_write_inode()
66 bdevname(bdev, name), ret); in bdev_write_inode()
74 void kill_bdev(struct block_device *bdev) in kill_bdev() argument
76 struct address_space *mapping = bdev->bd_inode->i_mapping; in kill_bdev()
87 void invalidate_bdev(struct block_device *bdev) in invalidate_bdev() argument
89 struct address_space *mapping = bdev->bd_inode->i_mapping; in invalidate_bdev()
104 int set_blocksize(struct block_device *bdev, int size) in set_blocksize() argument
111 if (size < bdev_logical_block_size(bdev)) in set_blocksize()
115 if (bdev->bd_block_size != size) { in set_blocksize()
116 sync_blockdev(bdev); in set_blocksize()
117 bdev->bd_block_size = size; in set_blocksize()
118 bdev->bd_inode->i_blkbits = blksize_bits(size); in set_blocksize()
119 kill_bdev(bdev); in set_blocksize()
173 int __sync_blockdev(struct block_device *bdev, int wait) in __sync_blockdev() argument
175 if (!bdev) in __sync_blockdev()
178 return filemap_flush(bdev->bd_inode->i_mapping); in __sync_blockdev()
179 return filemap_write_and_wait(bdev->bd_inode->i_mapping); in __sync_blockdev()
186 int sync_blockdev(struct block_device *bdev) in sync_blockdev() argument
188 return __sync_blockdev(bdev, 1); in sync_blockdev()
197 int fsync_bdev(struct block_device *bdev) in fsync_bdev() argument
199 struct super_block *sb = get_super(bdev); in fsync_bdev()
205 return sync_blockdev(bdev); in fsync_bdev()
221 struct super_block *freeze_bdev(struct block_device *bdev) in freeze_bdev() argument
226 mutex_lock(&bdev->bd_fsfreeze_mutex); in freeze_bdev()
227 if (++bdev->bd_fsfreeze_count > 1) { in freeze_bdev()
233 sb = get_super(bdev); in freeze_bdev()
235 mutex_unlock(&bdev->bd_fsfreeze_mutex); in freeze_bdev()
239 sb = get_active_super(bdev); in freeze_bdev()
248 bdev->bd_fsfreeze_count--; in freeze_bdev()
249 mutex_unlock(&bdev->bd_fsfreeze_mutex); in freeze_bdev()
254 sync_blockdev(bdev); in freeze_bdev()
255 mutex_unlock(&bdev->bd_fsfreeze_mutex); in freeze_bdev()
267 int thaw_bdev(struct block_device *bdev, struct super_block *sb) in thaw_bdev() argument
271 mutex_lock(&bdev->bd_fsfreeze_mutex); in thaw_bdev()
272 if (!bdev->bd_fsfreeze_count) in thaw_bdev()
276 if (--bdev->bd_fsfreeze_count > 0) in thaw_bdev()
287 bdev->bd_fsfreeze_count++; in thaw_bdev()
288 mutex_unlock(&bdev->bd_fsfreeze_mutex); in thaw_bdev()
292 mutex_unlock(&bdev->bd_fsfreeze_mutex); in thaw_bdev()
353 struct block_device *bdev = I_BDEV(bd_inode); in blkdev_fsync() local
365 error = blkdev_issue_flush(bdev, GFP_KERNEL, NULL); in blkdev_fsync()
389 int bdev_read_page(struct block_device *bdev, sector_t sector, in bdev_read_page() argument
392 const struct block_device_operations *ops = bdev->bd_disk->fops; in bdev_read_page()
395 if (!ops->rw_page || bdev_get_integrity(bdev)) in bdev_read_page()
398 result = blk_queue_enter(bdev->bd_queue, GFP_KERNEL); in bdev_read_page()
401 result = ops->rw_page(bdev, sector + get_start_sect(bdev), page, READ); in bdev_read_page()
402 blk_queue_exit(bdev->bd_queue); in bdev_read_page()
426 int bdev_write_page(struct block_device *bdev, sector_t sector, in bdev_write_page() argument
431 const struct block_device_operations *ops = bdev->bd_disk->fops; in bdev_write_page()
433 if (!ops->rw_page || bdev_get_integrity(bdev)) in bdev_write_page()
435 result = blk_queue_enter(bdev->bd_queue, GFP_KERNEL); in bdev_write_page()
440 result = ops->rw_page(bdev, sector + get_start_sect(bdev), page, rw); in bdev_write_page()
445 blk_queue_exit(bdev->bd_queue); in bdev_write_page()
467 long bdev_direct_access(struct block_device *bdev, sector_t sector, in bdev_direct_access() argument
471 const struct block_device_operations *ops = bdev->bd_disk->fops; in bdev_direct_access()
484 part_nr_sects_read(bdev->bd_part)) in bdev_direct_access()
486 sector += get_start_sect(bdev); in bdev_direct_access()
489 avail = ops->direct_access(bdev, sector, addr, pfn); in bdev_direct_access()
527 struct block_device *bdev = &ei->bdev; in init_once() local
529 memset(bdev, 0, sizeof(*bdev)); in init_once()
530 mutex_init(&bdev->bd_mutex); in init_once()
531 INIT_LIST_HEAD(&bdev->bd_inodes); in init_once()
532 INIT_LIST_HEAD(&bdev->bd_list); in init_once()
534 INIT_LIST_HEAD(&bdev->bd_holder_disks); in init_once()
538 mutex_init(&bdev->bd_fsfreeze_mutex); in init_once()
550 struct block_device *bdev = &BDEV_I(inode)->bdev; in bdev_evict_inode() local
556 while ( (p = bdev->bd_inodes.next) != &bdev->bd_inodes ) { in bdev_evict_inode()
559 list_del_init(&bdev->bd_list); in bdev_evict_inode()
616 return BDEV_I(inode)->bdev.bd_dev == *(dev_t *)data; in bdev_test()
621 BDEV_I(inode)->bdev.bd_dev = *(dev_t *)data; in bdev_set()
629 struct block_device *bdev; in bdget() local
638 bdev = &BDEV_I(inode)->bdev; in bdget()
641 bdev->bd_contains = NULL; in bdget()
642 bdev->bd_super = NULL; in bdget()
643 bdev->bd_inode = inode; in bdget()
644 bdev->bd_block_size = (1 << inode->i_blkbits); in bdget()
645 bdev->bd_part_count = 0; in bdget()
646 bdev->bd_invalidated = 0; in bdget()
649 inode->i_bdev = bdev; in bdget()
653 list_add(&bdev->bd_list, &all_bdevs); in bdget()
657 return bdev; in bdget()
666 struct block_device *bdgrab(struct block_device *bdev) in bdgrab() argument
668 ihold(bdev->bd_inode); in bdgrab()
669 return bdev; in bdgrab()
675 struct block_device *bdev; in nr_blockdev_pages() local
678 list_for_each_entry(bdev, &all_bdevs, bd_list) { in nr_blockdev_pages()
679 ret += bdev->bd_inode->i_mapping->nrpages; in nr_blockdev_pages()
685 void bdput(struct block_device *bdev) in bdput() argument
687 iput(bdev->bd_inode); in bdput()
694 struct block_device *bdev; in bd_acquire() local
697 bdev = inode->i_bdev; in bd_acquire()
698 if (bdev) { in bd_acquire()
699 ihold(bdev->bd_inode); in bd_acquire()
701 return bdev; in bd_acquire()
705 bdev = bdget(inode->i_rdev); in bd_acquire()
706 if (bdev) { in bd_acquire()
715 ihold(bdev->bd_inode); in bd_acquire()
716 inode->i_bdev = bdev; in bd_acquire()
717 inode->i_mapping = bdev->bd_inode->i_mapping; in bd_acquire()
718 list_add(&inode->i_devices, &bdev->bd_inodes); in bd_acquire()
722 return bdev; in bd_acquire()
729 struct block_device *bdev = NULL; in bd_forget() local
733 bdev = inode->i_bdev; in bd_forget()
737 if (bdev) in bd_forget()
738 iput(bdev->bd_inode); in bd_forget()
755 static bool bd_may_claim(struct block_device *bdev, struct block_device *whole, in bd_may_claim() argument
758 if (bdev->bd_holder == holder) in bd_may_claim()
760 else if (bdev->bd_holder != NULL) in bd_may_claim()
762 else if (bdev->bd_contains == bdev) in bd_may_claim()
791 static int bd_prepare_to_claim(struct block_device *bdev, in bd_prepare_to_claim() argument
796 if (!bd_may_claim(bdev, whole, holder)) in bd_prepare_to_claim()
839 static struct block_device *bd_start_claiming(struct block_device *bdev, in bd_start_claiming() argument
852 disk = get_gendisk(bdev->bd_dev, &partno); in bd_start_claiming()
867 whole = bdgrab(bdev); in bd_start_claiming()
877 err = bd_prepare_to_claim(bdev, whole, holder); in bd_start_claiming()
896 static struct bd_holder_disk *bd_find_holder_disk(struct block_device *bdev, in bd_find_holder_disk() argument
901 list_for_each_entry(holder, &bdev->bd_holder_disks, list) in bd_find_holder_disk()
945 int bd_link_disk_holder(struct block_device *bdev, struct gendisk *disk) in bd_link_disk_holder() argument
950 mutex_lock(&bdev->bd_mutex); in bd_link_disk_holder()
952 WARN_ON_ONCE(!bdev->bd_holder); in bd_link_disk_holder()
955 if (WARN_ON(!disk->slave_dir || !bdev->bd_part->holder_dir)) in bd_link_disk_holder()
958 holder = bd_find_holder_disk(bdev, disk); in bd_link_disk_holder()
974 ret = add_symlink(disk->slave_dir, &part_to_dev(bdev->bd_part)->kobj); in bd_link_disk_holder()
978 ret = add_symlink(bdev->bd_part->holder_dir, &disk_to_dev(disk)->kobj); in bd_link_disk_holder()
985 kobject_get(bdev->bd_part->holder_dir); in bd_link_disk_holder()
987 list_add(&holder->list, &bdev->bd_holder_disks); in bd_link_disk_holder()
991 del_symlink(disk->slave_dir, &part_to_dev(bdev->bd_part)->kobj); in bd_link_disk_holder()
995 mutex_unlock(&bdev->bd_mutex); in bd_link_disk_holder()
1010 void bd_unlink_disk_holder(struct block_device *bdev, struct gendisk *disk) in bd_unlink_disk_holder() argument
1014 mutex_lock(&bdev->bd_mutex); in bd_unlink_disk_holder()
1016 holder = bd_find_holder_disk(bdev, disk); in bd_unlink_disk_holder()
1019 del_symlink(disk->slave_dir, &part_to_dev(bdev->bd_part)->kobj); in bd_unlink_disk_holder()
1020 del_symlink(bdev->bd_part->holder_dir, in bd_unlink_disk_holder()
1022 kobject_put(bdev->bd_part->holder_dir); in bd_unlink_disk_holder()
1027 mutex_unlock(&bdev->bd_mutex); in bd_unlink_disk_holder()
1042 static void flush_disk(struct block_device *bdev, bool kill_dirty) in flush_disk() argument
1044 if (__invalidate_device(bdev, kill_dirty)) { in flush_disk()
1047 if (bdev->bd_disk) in flush_disk()
1048 disk_name(bdev->bd_disk, 0, name); in flush_disk()
1053 if (!bdev->bd_disk) in flush_disk()
1055 if (disk_part_scan_enabled(bdev->bd_disk)) in flush_disk()
1056 bdev->bd_invalidated = 1; in flush_disk()
1067 void check_disk_size_change(struct gendisk *disk, struct block_device *bdev) in check_disk_size_change() argument
1072 bdev_size = i_size_read(bdev->bd_inode); in check_disk_size_change()
1080 i_size_write(bdev->bd_inode, disk_size); in check_disk_size_change()
1081 flush_disk(bdev, false); in check_disk_size_change()
1096 struct block_device *bdev; in revalidate_disk() local
1102 bdev = bdget_disk(disk, 0); in revalidate_disk()
1103 if (!bdev) in revalidate_disk()
1106 mutex_lock(&bdev->bd_mutex); in revalidate_disk()
1107 check_disk_size_change(disk, bdev); in revalidate_disk()
1108 bdev->bd_invalidated = 0; in revalidate_disk()
1109 mutex_unlock(&bdev->bd_mutex); in revalidate_disk()
1110 bdput(bdev); in revalidate_disk()
1124 int check_disk_change(struct block_device *bdev) in check_disk_change() argument
1126 struct gendisk *disk = bdev->bd_disk; in check_disk_change()
1135 flush_disk(bdev, true); in check_disk_change()
1137 bdops->revalidate_disk(bdev->bd_disk); in check_disk_change()
1143 void bd_set_size(struct block_device *bdev, loff_t size) in bd_set_size() argument
1145 unsigned bsize = bdev_logical_block_size(bdev); in bd_set_size()
1147 mutex_lock(&bdev->bd_inode->i_mutex); in bd_set_size()
1148 i_size_write(bdev->bd_inode, size); in bd_set_size()
1149 mutex_unlock(&bdev->bd_inode->i_mutex); in bd_set_size()
1155 bdev->bd_block_size = bsize; in bd_set_size()
1156 bdev->bd_inode->i_blkbits = blksize_bits(bsize); in bd_set_size()
1160 static void __blkdev_put(struct block_device *bdev, fmode_t mode, int for_part);
1169 static int __blkdev_get(struct block_device *bdev, fmode_t mode, int for_part) in __blkdev_get() argument
1185 ret = devcgroup_inode_permission(bdev->bd_inode, perm); in __blkdev_get()
1187 bdput(bdev); in __blkdev_get()
1195 disk = get_gendisk(bdev->bd_dev, &partno); in __blkdev_get()
1201 mutex_lock_nested(&bdev->bd_mutex, for_part); in __blkdev_get()
1202 if (!bdev->bd_openers) { in __blkdev_get()
1203 bdev->bd_disk = disk; in __blkdev_get()
1204 bdev->bd_queue = disk->queue; in __blkdev_get()
1205 bdev->bd_contains = bdev; in __blkdev_get()
1206 bdev->bd_inode->i_flags = disk->fops->direct_access ? S_DAX : 0; in __blkdev_get()
1209 bdev->bd_part = disk_get_part(disk, partno); in __blkdev_get()
1210 if (!bdev->bd_part) in __blkdev_get()
1215 ret = disk->fops->open(bdev, mode); in __blkdev_get()
1221 disk_put_part(bdev->bd_part); in __blkdev_get()
1222 bdev->bd_part = NULL; in __blkdev_get()
1223 bdev->bd_disk = NULL; in __blkdev_get()
1224 bdev->bd_queue = NULL; in __blkdev_get()
1225 mutex_unlock(&bdev->bd_mutex); in __blkdev_get()
1234 bd_set_size(bdev,(loff_t)get_capacity(disk)<<9); in __blkdev_get()
1242 if (bdev->bd_invalidated) { in __blkdev_get()
1244 rescan_partitions(disk, bdev); in __blkdev_get()
1246 invalidate_partitions(disk, bdev); in __blkdev_get()
1260 bdev->bd_contains = whole; in __blkdev_get()
1261 bdev->bd_part = disk_get_part(disk, partno); in __blkdev_get()
1263 !bdev->bd_part || !bdev->bd_part->nr_sects) { in __blkdev_get()
1267 bd_set_size(bdev, (loff_t)bdev->bd_part->nr_sects << 9); in __blkdev_get()
1272 if ((bdev->bd_part->start_sect % (PAGE_SIZE / 512)) || in __blkdev_get()
1273 (bdev->bd_part->nr_sects % (PAGE_SIZE / 512))) in __blkdev_get()
1274 bdev->bd_inode->i_flags &= ~S_DAX; in __blkdev_get()
1277 if (bdev->bd_contains == bdev) { in __blkdev_get()
1279 if (bdev->bd_disk->fops->open) in __blkdev_get()
1280 ret = bdev->bd_disk->fops->open(bdev, mode); in __blkdev_get()
1282 if (bdev->bd_invalidated) { in __blkdev_get()
1284 rescan_partitions(bdev->bd_disk, bdev); in __blkdev_get()
1286 invalidate_partitions(bdev->bd_disk, bdev); in __blkdev_get()
1295 bdev->bd_openers++; in __blkdev_get()
1297 bdev->bd_part_count++; in __blkdev_get()
1298 mutex_unlock(&bdev->bd_mutex); in __blkdev_get()
1303 disk_put_part(bdev->bd_part); in __blkdev_get()
1304 bdev->bd_disk = NULL; in __blkdev_get()
1305 bdev->bd_part = NULL; in __blkdev_get()
1306 bdev->bd_queue = NULL; in __blkdev_get()
1307 if (bdev != bdev->bd_contains) in __blkdev_get()
1308 __blkdev_put(bdev->bd_contains, mode, 1); in __blkdev_get()
1309 bdev->bd_contains = NULL; in __blkdev_get()
1311 mutex_unlock(&bdev->bd_mutex); in __blkdev_get()
1316 bdput(bdev); in __blkdev_get()
1340 int blkdev_get(struct block_device *bdev, fmode_t mode, void *holder) in blkdev_get() argument
1348 whole = bd_start_claiming(bdev, holder); in blkdev_get()
1350 bdput(bdev); in blkdev_get()
1355 res = __blkdev_get(bdev, mode, 0); in blkdev_get()
1361 mutex_lock(&bdev->bd_mutex); in blkdev_get()
1365 BUG_ON(!bd_may_claim(bdev, whole, holder)); in blkdev_get()
1374 bdev->bd_holders++; in blkdev_get()
1375 bdev->bd_holder = holder; in blkdev_get()
1392 if (!res && (mode & FMODE_WRITE) && !bdev->bd_write_holder && in blkdev_get()
1394 bdev->bd_write_holder = true; in blkdev_get()
1398 mutex_unlock(&bdev->bd_mutex); in blkdev_get()
1426 struct block_device *bdev; in blkdev_get_by_path() local
1429 bdev = lookup_bdev(path); in blkdev_get_by_path()
1430 if (IS_ERR(bdev)) in blkdev_get_by_path()
1431 return bdev; in blkdev_get_by_path()
1433 err = blkdev_get(bdev, mode, holder); in blkdev_get_by_path()
1437 if ((mode & FMODE_WRITE) && bdev_read_only(bdev)) { in blkdev_get_by_path()
1438 blkdev_put(bdev, mode); in blkdev_get_by_path()
1442 return bdev; in blkdev_get_by_path()
1470 struct block_device *bdev; in blkdev_get_by_dev() local
1473 bdev = bdget(dev); in blkdev_get_by_dev()
1474 if (!bdev) in blkdev_get_by_dev()
1477 err = blkdev_get(bdev, mode, holder); in blkdev_get_by_dev()
1481 return bdev; in blkdev_get_by_dev()
1487 struct block_device *bdev; in blkdev_open() local
1504 bdev = bd_acquire(inode); in blkdev_open()
1505 if (bdev == NULL) in blkdev_open()
1508 filp->f_mapping = bdev->bd_inode->i_mapping; in blkdev_open()
1510 return blkdev_get(bdev, filp->f_mode, filp); in blkdev_open()
1513 static void __blkdev_put(struct block_device *bdev, fmode_t mode, int for_part) in __blkdev_put() argument
1515 struct gendisk *disk = bdev->bd_disk; in __blkdev_put()
1518 mutex_lock_nested(&bdev->bd_mutex, for_part); in __blkdev_put()
1520 bdev->bd_part_count--; in __blkdev_put()
1522 if (!--bdev->bd_openers) { in __blkdev_put()
1523 WARN_ON_ONCE(bdev->bd_holders); in __blkdev_put()
1524 sync_blockdev(bdev); in __blkdev_put()
1525 kill_bdev(bdev); in __blkdev_put()
1527 bdev_write_inode(bdev); in __blkdev_put()
1533 inode_detach_wb(bdev->bd_inode); in __blkdev_put()
1535 if (bdev->bd_contains == bdev) { in __blkdev_put()
1539 if (!bdev->bd_openers) { in __blkdev_put()
1542 disk_put_part(bdev->bd_part); in __blkdev_put()
1543 bdev->bd_part = NULL; in __blkdev_put()
1544 bdev->bd_disk = NULL; in __blkdev_put()
1545 if (bdev != bdev->bd_contains) in __blkdev_put()
1546 victim = bdev->bd_contains; in __blkdev_put()
1547 bdev->bd_contains = NULL; in __blkdev_put()
1552 mutex_unlock(&bdev->bd_mutex); in __blkdev_put()
1553 bdput(bdev); in __blkdev_put()
1558 void blkdev_put(struct block_device *bdev, fmode_t mode) in blkdev_put() argument
1560 mutex_lock(&bdev->bd_mutex); in blkdev_put()
1572 WARN_ON_ONCE(--bdev->bd_holders < 0); in blkdev_put()
1573 WARN_ON_ONCE(--bdev->bd_contains->bd_holders < 0); in blkdev_put()
1576 if ((bdev_free = !bdev->bd_holders)) in blkdev_put()
1577 bdev->bd_holder = NULL; in blkdev_put()
1578 if (!bdev->bd_contains->bd_holders) in blkdev_put()
1579 bdev->bd_contains->bd_holder = NULL; in blkdev_put()
1587 if (bdev_free && bdev->bd_write_holder) { in blkdev_put()
1588 disk_unblock_events(bdev->bd_disk); in blkdev_put()
1589 bdev->bd_write_holder = false; in blkdev_put()
1598 disk_flush_events(bdev->bd_disk, DISK_EVENT_MEDIA_CHANGE); in blkdev_put()
1600 mutex_unlock(&bdev->bd_mutex); in blkdev_put()
1602 __blkdev_put(bdev, mode, 0); in blkdev_put()
1608 struct block_device *bdev = I_BDEV(filp->f_mapping->host); in blkdev_close() local
1609 blkdev_put(bdev, filp->f_mode); in blkdev_close()
1615 struct block_device *bdev = I_BDEV(file->f_mapping->host); in block_ioctl() local
1627 return blkdev_ioctl(bdev, mode, cmd, arg); in block_ioctl()
1691 struct super_block *super = BDEV_I(page->mapping->host)->bdev.bd_super; in blkdev_releasepage()
1727 int ioctl_by_bdev(struct block_device *bdev, unsigned cmd, unsigned long arg) in ioctl_by_bdev() argument
1732 res = blkdev_ioctl(bdev, 0, cmd, arg); in ioctl_by_bdev()
1749 struct block_device *bdev; in lookup_bdev() local
1769 bdev = bd_acquire(inode); in lookup_bdev()
1770 if (!bdev) in lookup_bdev()
1774 return bdev; in lookup_bdev()
1776 bdev = ERR_PTR(error); in lookup_bdev()
1781 int __invalidate_device(struct block_device *bdev, bool kill_dirty) in __invalidate_device() argument
1783 struct super_block *sb = get_super(bdev); in __invalidate_device()
1797 invalidate_bdev(bdev); in __invalidate_device()