bip 41 block/bio-integrity.c struct bio_integrity_payload *bip; bip 46 block/bio-integrity.c bip = kmalloc(struct_size(bip, bip_inline_vecs, nr_vecs), gfp_mask); bip 49 block/bio-integrity.c bip = mempool_alloc(&bs->bio_integrity_pool, gfp_mask); bip 53 block/bio-integrity.c if (unlikely(!bip)) bip 56 block/bio-integrity.c memset(bip, 0, sizeof(*bip)); bip 61 block/bio-integrity.c bip->bip_vec = bvec_alloc(gfp_mask, nr_vecs, &idx, bip 63 block/bio-integrity.c if (!bip->bip_vec) bip 65 block/bio-integrity.c bip->bip_max_vcnt = bvec_nr_vecs(idx); bip 66 block/bio-integrity.c bip->bip_slab = idx; bip 68 block/bio-integrity.c bip->bip_vec = bip->bip_inline_vecs; bip 69 block/bio-integrity.c bip->bip_max_vcnt = inline_vecs; bip 72 block/bio-integrity.c bip->bip_bio = bio; bip 73 block/bio-integrity.c bio->bi_integrity = bip; bip 76 block/bio-integrity.c return bip; bip 78 block/bio-integrity.c mempool_free(bip, &bs->bio_integrity_pool); bip 92 block/bio-integrity.c struct bio_integrity_payload *bip = bio_integrity(bio); bip 95 block/bio-integrity.c if (bip->bip_flags & BIP_BLOCK_INTEGRITY) bip 96 block/bio-integrity.c kfree(page_address(bip->bip_vec->bv_page) + bip 97 block/bio-integrity.c bip->bip_vec->bv_offset); bip 100 block/bio-integrity.c bvec_free(&bs->bvec_integrity_pool, bip->bip_vec, bip->bip_slab); bip 102 block/bio-integrity.c mempool_free(bip, &bs->bio_integrity_pool); bip 104 block/bio-integrity.c kfree(bip); bip 123 block/bio-integrity.c struct bio_integrity_payload *bip = bio_integrity(bio); bip 126 block/bio-integrity.c if (bip->bip_vcnt >= bip->bip_max_vcnt) { bip 131 block/bio-integrity.c iv = bip->bip_vec + bip->bip_vcnt; bip 133 block/bio-integrity.c if (bip->bip_vcnt && bip 135 block/bio-integrity.c &bip->bip_vec[bip->bip_vcnt - 1], offset)) bip 141 block/bio-integrity.c bip->bip_vcnt++; bip 160 block/bio-integrity.c struct bio_integrity_payload *bip = bio_integrity(bio); bip 162 block/bio-integrity.c void *prot_buf = page_address(bip->bip_vec->bv_page) + bip 163 block/bio-integrity.c bip->bip_vec->bv_offset; bip 201 block/bio-integrity.c struct bio_integrity_payload *bip; bip 249 block/bio-integrity.c bip = bio_integrity_alloc(bio, GFP_NOIO, nr_pages); bip 250 block/bio-integrity.c if (IS_ERR(bip)) { bip 257 block/bio-integrity.c bip->bip_flags |= BIP_BLOCK_INTEGRITY; bip 258 block/bio-integrity.c bip->bip_iter.bi_size = len; bip 259 block/bio-integrity.c bip_set_seed(bip, bio->bi_iter.bi_sector); bip 262 block/bio-integrity.c bip->bip_flags |= BIP_IP_CHECKSUM; bip 299 block/bio-integrity.c bip->bio_iter = bio->bi_iter; bip 321 block/bio-integrity.c struct bio_integrity_payload *bip = bip 323 block/bio-integrity.c struct bio *bio = bip->bip_bio; bip 331 block/bio-integrity.c bio->bi_status = bio_integrity_process(bio, &bip->bio_iter, bip 351 block/bio-integrity.c struct bio_integrity_payload *bip = bio_integrity(bio); bip 354 block/bio-integrity.c (bip->bip_flags & BIP_BLOCK_INTEGRITY) && bi->profile->verify_fn) { bip 355 block/bio-integrity.c INIT_WORK(&bip->bip_work, bio_integrity_verify_fn); bip 356 block/bio-integrity.c queue_work(kintegrityd_wq, &bip->bip_work); bip 375 block/bio-integrity.c struct bio_integrity_payload *bip = bio_integrity(bio); bip 379 block/bio-integrity.c bip->bip_iter.bi_sector += bytes_done >> 9; bip 380 block/bio-integrity.c bvec_iter_advance(bip->bip_vec, &bip->bip_iter, bytes); bip 391 block/bio-integrity.c struct bio_integrity_payload *bip = bio_integrity(bio); bip 394 block/bio-integrity.c bip->bip_iter.bi_size = bio_integrity_bytes(bi, bio_sectors(bio)); bip 410 block/bio-integrity.c struct bio_integrity_payload *bip; bip 414 block/bio-integrity.c bip = bio_integrity_alloc(bio, gfp_mask, bip_src->bip_vcnt); bip 415 block/bio-integrity.c if (IS_ERR(bip)) bip 416 block/bio-integrity.c return PTR_ERR(bip); bip 418 block/bio-integrity.c memcpy(bip->bip_vec, bip_src->bip_vec, bip 421 block/bio-integrity.c bip->bip_vcnt = bip_src->bip_vcnt; bip 422 block/bio-integrity.c bip->bip_iter = bip_src->bip_iter; bip 136 block/blk.h struct bio_integrity_payload *bip = bio_integrity(req->bio); bip 139 block/blk.h return bvec_gap_to_prev(req->q, &bip->bip_vec[bip->bip_vcnt - 1], bip 146 block/blk.h struct bio_integrity_payload *bip = bio_integrity(bio); bip 149 block/blk.h return bvec_gap_to_prev(req->q, &bip->bip_vec[bip->bip_vcnt - 1], bip 139 block/t10-pi.c struct bio_integrity_payload *bip = bio_integrity(bio); bip 140 block/t10-pi.c u32 virt = bip_get_seed(bip) & 0xffffffff; bip 145 block/t10-pi.c if (bip->bip_flags & BIP_MAPPED_INTEGRITY) bip 148 block/t10-pi.c bip_for_each_vec(iv, bip, iter) { bip 167 block/t10-pi.c bip->bip_flags |= BIP_MAPPED_INTEGRITY; bip 191 block/t10-pi.c struct bio_integrity_payload *bip = bio_integrity(bio); bip 192 block/t10-pi.c u32 virt = bip_get_seed(bip) & 0xffffffff; bip 196 block/t10-pi.c bip_for_each_vec(iv, bip, iter) { bip 821 drivers/md/dm-crypt.c struct bio_integrity_payload *bip; bip 828 drivers/md/dm-crypt.c bip = bio_integrity_alloc(bio, GFP_NOIO, 1); bip 829 drivers/md/dm-crypt.c if (IS_ERR(bip)) bip 830 drivers/md/dm-crypt.c return PTR_ERR(bip); bip 834 drivers/md/dm-crypt.c bip->bip_iter.bi_size = tag_len; bip 835 drivers/md/dm-crypt.c bip->bip_iter.bi_sector = io->cc->start + io->sector; bip 1579 drivers/md/dm-integrity.c struct bio_integrity_payload *bip = dio->bio_details.bi_integrity; bip 1581 drivers/md/dm-integrity.c if (bip) { bip 1588 drivers/md/dm-integrity.c bip_for_each_vec(biv, bip, iter) { bip 1617 drivers/md/dm-integrity.c struct bio_integrity_payload *bip; bip 1664 drivers/md/dm-integrity.c bip = bio_integrity(bio); bip 1666 drivers/md/dm-integrity.c if (bip) { bip 1672 drivers/md/dm-integrity.c if (unlikely(wanted_tag_size != bip->bip_iter.bi_size)) { bip 1674 drivers/md/dm-integrity.c bip->bip_iter.bi_size, wanted_tag_size); bip 1679 drivers/md/dm-integrity.c if (unlikely(bip != NULL)) { bip 1758 drivers/md/dm-integrity.c struct bio_integrity_payload *bip = bio_integrity(bio); bip 1762 drivers/md/dm-integrity.c if (bip) do { bip 1763 drivers/md/dm-integrity.c struct bio_vec biv = bvec_iter_bvec(bip->bip_vec, bip->bip_iter); bip 1772 drivers/md/dm-integrity.c bvec_iter_advance(bip->bip_vec, &bip->bip_iter, tag_now); bip 3208 drivers/md/raid5.c struct bio **bip; bip 3222 drivers/md/raid5.c bip = &sh->dev[dd_idx].towrite; bip 3223 drivers/md/raid5.c if (*bip == NULL) bip 3226 drivers/md/raid5.c bip = &sh->dev[dd_idx].toread; bip 3227 drivers/md/raid5.c while (*bip && (*bip)->bi_iter.bi_sector < bi->bi_iter.bi_sector) { bip 3228 drivers/md/raid5.c if (bio_end_sector(*bip) > bi->bi_iter.bi_sector) bip 3230 drivers/md/raid5.c bip = & (*bip)->bi_next; bip 3232 drivers/md/raid5.c if (*bip && (*bip)->bi_iter.bi_sector < bio_end_sector(bi)) bip 3268 drivers/md/raid5.c BUG_ON(*bip && bi->bi_next && (*bip) != bi->bi_next); bip 3269 drivers/md/raid5.c if (*bip) bip 3270 drivers/md/raid5.c bi->bi_next = *bip; bip 3271 drivers/md/raid5.c *bip = bi; bip 3291 drivers/md/raid5.c (unsigned long long)(*bip)->bi_iter.bi_sector, bip 64 drivers/nvdimm/blk.c struct bio_integrity_payload *bip, u64 lba, int rw) bip 84 drivers/nvdimm/blk.c bv = bvec_iter_bvec(bip->bip_vec, bip->bip_iter); bip 101 drivers/nvdimm/blk.c if (!bvec_iter_advance(bip->bip_vec, &bip->bip_iter, cur_len)) bip 110 drivers/nvdimm/blk.c struct bio_integrity_payload *bip, u64 lba, int rw) bip 117 drivers/nvdimm/blk.c struct bio_integrity_payload *bip, struct page *page, bip 138 drivers/nvdimm/blk.c cur_len = bip ? min(len, sector_size) : len; bip 152 drivers/nvdimm/blk.c if (bip) { bip 153 drivers/nvdimm/blk.c err = nd_blk_rw_integrity(nsblk, bip, lba, rw); bip 167 drivers/nvdimm/blk.c struct bio_integrity_payload *bip; bip 178 drivers/nvdimm/blk.c bip = bio_integrity(bio); bip 186 drivers/nvdimm/blk.c err = nsblk_do_bvec(nsblk, bip, bvec.bv_page, len, bip 1141 drivers/nvdimm/btt.c static int btt_rw_integrity(struct btt *btt, struct bio_integrity_payload *bip, bip 1148 drivers/nvdimm/btt.c if (bip == NULL) bip 1158 drivers/nvdimm/btt.c bv = bvec_iter_bvec(bip->bip_vec, bip->bip_iter); bip 1182 drivers/nvdimm/btt.c if (!bvec_iter_advance(bip->bip_vec, &bip->bip_iter, cur_len)) bip 1190 drivers/nvdimm/btt.c static int btt_rw_integrity(struct btt *btt, struct bio_integrity_payload *bip, bip 1197 drivers/nvdimm/btt.c static int btt_read_pg(struct btt *btt, struct bio_integrity_payload *bip, bip 1272 drivers/nvdimm/btt.c if (bip) { bip 1273 drivers/nvdimm/btt.c ret = btt_rw_integrity(btt, bip, arena, postmap, READ); bip 1310 drivers/nvdimm/btt.c static int btt_write_pg(struct btt *btt, struct bio_integrity_payload *bip, bip 1369 drivers/nvdimm/btt.c if (bip) { bip 1370 drivers/nvdimm/btt.c ret = btt_rw_integrity(btt, bip, arena, new_postmap, bip 1425 drivers/nvdimm/btt.c static int btt_do_bvec(struct btt *btt, struct bio_integrity_payload *bip, bip 1432 drivers/nvdimm/btt.c ret = btt_read_pg(btt, bip, page, off, sector, len); bip 1436 drivers/nvdimm/btt.c ret = btt_write_pg(btt, bip, sector, page, off, len); bip 1444 drivers/nvdimm/btt.c struct bio_integrity_payload *bip = bio_integrity(bio); bip 1467 drivers/nvdimm/btt.c err = btt_do_bvec(btt, bip, bvec.bv_page, len, bvec.bv_offset, bip 865 drivers/nvme/host/core.c struct bio_integrity_payload *bip; bip 877 drivers/nvme/host/core.c bip = bio_integrity_alloc(bio, GFP_KERNEL, 1); bip 878 drivers/nvme/host/core.c if (IS_ERR(bip)) { bip 879 drivers/nvme/host/core.c ret = PTR_ERR(bip); bip 883 drivers/nvme/host/core.c bip->bip_iter.bi_size = len; bip 884 drivers/nvme/host/core.c bip->bip_iter.bi_sector = seed; bip 630 drivers/target/target_core_iblock.c struct bio_integrity_payload *bip; bip 641 drivers/target/target_core_iblock.c bip = bio_integrity_alloc(bio, GFP_NOIO, bip 643 drivers/target/target_core_iblock.c if (IS_ERR(bip)) { bip 645 drivers/target/target_core_iblock.c return PTR_ERR(bip); bip 648 drivers/target/target_core_iblock.c bip->bip_iter.bi_size = bio_integrity_bytes(bi, bio_sectors(bio)); bip 650 drivers/target/target_core_iblock.c bip_set_seed(bip, bio->bi_iter.bi_sector >> bip 653 drivers/target/target_core_iblock.c pr_debug("IBLOCK BIP Size: %u Sector: %llu\n", bip->bip_iter.bi_size, bip 654 drivers/target/target_core_iblock.c (unsigned long long)bip->bip_iter.bi_sector); bip 656 drivers/target/target_core_iblock.c resid = bip->bip_iter.bi_size; bip 621 fs/xfs/libxfs/xfs_alloc.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 634 fs/xfs/libxfs/xfs_alloc.c if (bip) bip 635 fs/xfs/libxfs/xfs_alloc.c XFS_BUF_TO_AGFL(bp)->agfl_lsn = cpu_to_be64(bip->bli_item.li_lsn); bip 2656 fs/xfs/libxfs/xfs_alloc.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 2668 fs/xfs/libxfs/xfs_alloc.c if (bip) bip 2669 fs/xfs/libxfs/xfs_alloc.c XFS_BUF_TO_AGF(bp)->agf_lsn = cpu_to_be64(bip->bli_item.li_lsn); bip 314 fs/xfs/libxfs/xfs_attr_leaf.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 327 fs/xfs/libxfs/xfs_attr_leaf.c if (bip) bip 328 fs/xfs/libxfs/xfs_attr_leaf.c hdr3->info.lsn = cpu_to_be64(bip->bli_item.li_lsn); bip 247 fs/xfs/libxfs/xfs_bmap.c struct xfs_buf_log_item *bip = (struct xfs_buf_log_item *)lip; bip 249 fs/xfs/libxfs/xfs_bmap.c if (bip->bli_item.li_type == XFS_LI_BUF && bip 250 fs/xfs/libxfs/xfs_bmap.c XFS_BUF_ADDR(bip->bli_buf) == bno) bip 251 fs/xfs/libxfs/xfs_bmap.c return bip->bli_buf; bip 274 fs/xfs/libxfs/xfs_btree.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 278 fs/xfs/libxfs/xfs_btree.c if (bip) bip 279 fs/xfs/libxfs/xfs_btree.c block->bb_u.l.bb_lsn = cpu_to_be64(bip->bli_item.li_lsn); bip 312 fs/xfs/libxfs/xfs_btree.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 316 fs/xfs/libxfs/xfs_btree.c if (bip) bip 317 fs/xfs/libxfs/xfs_btree.c block->bb_u.s.bb_lsn = cpu_to_be64(bip->bli_item.li_lsn); bip 184 fs/xfs/libxfs/xfs_da_btree.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 197 fs/xfs/libxfs/xfs_da_btree.c if (bip) bip 198 fs/xfs/libxfs/xfs_da_btree.c hdr3->info.lsn = cpu_to_be64(bip->bli_item.li_lsn); bip 89 fs/xfs/libxfs/xfs_dir2_block.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 102 fs/xfs/libxfs/xfs_dir2_block.c if (bip) bip 103 fs/xfs/libxfs/xfs_dir2_block.c hdr3->lsn = cpu_to_be64(bip->bli_item.li_lsn); bip 315 fs/xfs/libxfs/xfs_dir2_data.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 328 fs/xfs/libxfs/xfs_dir2_data.c if (bip) bip 329 fs/xfs/libxfs/xfs_dir2_data.c hdr3->lsn = cpu_to_be64(bip->bli_item.li_lsn); bip 177 fs/xfs/libxfs/xfs_dir2_leaf.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 190 fs/xfs/libxfs/xfs_dir2_leaf.c if (bip) bip 191 fs/xfs/libxfs/xfs_dir2_leaf.c hdr3->info.lsn = cpu_to_be64(bip->bli_item.li_lsn); bip 127 fs/xfs/libxfs/xfs_dir2_node.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 140 fs/xfs/libxfs/xfs_dir2_node.c if (bip) bip 141 fs/xfs/libxfs/xfs_dir2_node.c hdr3->lsn = cpu_to_be64(bip->bli_item.li_lsn); bip 2540 fs/xfs/libxfs/xfs_ialloc.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 2552 fs/xfs/libxfs/xfs_ialloc.c if (bip) bip 2553 fs/xfs/libxfs/xfs_ialloc.c XFS_BUF_TO_AGI(bp)->agi_lsn = cpu_to_be64(bip->bli_item.li_lsn); bip 749 fs/xfs/libxfs/xfs_sb.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 767 fs/xfs/libxfs/xfs_sb.c if (bip) bip 768 fs/xfs/libxfs/xfs_sb.c XFS_BUF_TO_SBP(bp)->sb_lsn = cpu_to_be64(bip->bli_item.li_lsn); bip 136 fs/xfs/libxfs/xfs_symlink_remote.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 149 fs/xfs/libxfs/xfs_symlink_remote.c if (bip) { bip 151 fs/xfs/libxfs/xfs_symlink_remote.c dsl->sl_lsn = cpu_to_be64(bip->bli_item.li_lsn); bip 50 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip, bip 55 fs/xfs/xfs_buf_item.c struct xfs_buf *bp = bip->bli_buf; bip 124 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip = BUF_ITEM(lip); bip 127 fs/xfs/xfs_buf_item.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 128 fs/xfs/xfs_buf_item.c if (bip->bli_flags & XFS_BLI_STALE) { bip 134 fs/xfs/xfs_buf_item.c trace_xfs_buf_item_size_stale(bip); bip 135 fs/xfs/xfs_buf_item.c ASSERT(bip->__bli_format.blf_flags & XFS_BLF_CANCEL); bip 136 fs/xfs/xfs_buf_item.c *nvecs += bip->bli_format_count; bip 137 fs/xfs/xfs_buf_item.c for (i = 0; i < bip->bli_format_count; i++) { bip 138 fs/xfs/xfs_buf_item.c *nbytes += xfs_buf_log_format_size(&bip->bli_formats[i]); bip 143 fs/xfs/xfs_buf_item.c ASSERT(bip->bli_flags & XFS_BLI_LOGGED); bip 145 fs/xfs/xfs_buf_item.c if (bip->bli_flags & XFS_BLI_ORDERED) { bip 151 fs/xfs/xfs_buf_item.c trace_xfs_buf_item_size_ordered(bip); bip 165 fs/xfs/xfs_buf_item.c for (i = 0; i < bip->bli_format_count; i++) { bip 166 fs/xfs/xfs_buf_item.c xfs_buf_item_size_segment(bip, &bip->bli_formats[i], bip 169 fs/xfs/xfs_buf_item.c trace_xfs_buf_item_size(bip); bip 201 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip, bip 207 fs/xfs/xfs_buf_item.c struct xfs_buf *bp = bip->bli_buf; bip 215 fs/xfs/xfs_buf_item.c blfp->blf_flags = bip->__bli_format.blf_flags; bip 225 fs/xfs/xfs_buf_item.c if (!(bip->bli_flags & XFS_BLI_STALE) && first_bit == -1) { bip 236 fs/xfs/xfs_buf_item.c if (bip->bli_flags & XFS_BLI_STALE) { bip 242 fs/xfs/xfs_buf_item.c trace_xfs_buf_item_format_stale(bip); bip 300 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip = BUF_ITEM(lip); bip 301 fs/xfs/xfs_buf_item.c struct xfs_buf *bp = bip->bli_buf; bip 306 fs/xfs/xfs_buf_item.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 307 fs/xfs/xfs_buf_item.c ASSERT((bip->bli_flags & XFS_BLI_LOGGED) || bip 308 fs/xfs/xfs_buf_item.c (bip->bli_flags & XFS_BLI_STALE)); bip 309 fs/xfs/xfs_buf_item.c ASSERT((bip->bli_flags & XFS_BLI_STALE) || bip 310 fs/xfs/xfs_buf_item.c (xfs_blft_from_flags(&bip->__bli_format) > XFS_BLFT_UNKNOWN_BUF bip 311 fs/xfs/xfs_buf_item.c && xfs_blft_from_flags(&bip->__bli_format) < XFS_BLFT_MAX_BUF)); bip 312 fs/xfs/xfs_buf_item.c ASSERT(!(bip->bli_flags & XFS_BLI_ORDERED) || bip 313 fs/xfs/xfs_buf_item.c (bip->bli_flags & XFS_BLI_STALE)); bip 330 fs/xfs/xfs_buf_item.c if (bip->bli_flags & XFS_BLI_INODE_BUF) { bip 332 fs/xfs/xfs_buf_item.c !((bip->bli_flags & XFS_BLI_INODE_ALLOC_BUF) && bip 334 fs/xfs/xfs_buf_item.c bip->__bli_format.blf_flags |= XFS_BLF_INODE_BUF; bip 335 fs/xfs/xfs_buf_item.c bip->bli_flags &= ~XFS_BLI_INODE_BUF; bip 338 fs/xfs/xfs_buf_item.c for (i = 0; i < bip->bli_format_count; i++) { bip 339 fs/xfs/xfs_buf_item.c xfs_buf_item_format_segment(bip, lv, &vecp, offset, bip 340 fs/xfs/xfs_buf_item.c &bip->bli_formats[i]); bip 347 fs/xfs/xfs_buf_item.c trace_xfs_buf_item_format(bip); bip 363 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip = BUF_ITEM(lip); bip 365 fs/xfs/xfs_buf_item.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 366 fs/xfs/xfs_buf_item.c ASSERT((bip->bli_flags & XFS_BLI_LOGGED) || bip 367 fs/xfs/xfs_buf_item.c (bip->bli_flags & XFS_BLI_ORDERED) || bip 368 fs/xfs/xfs_buf_item.c (bip->bli_flags & XFS_BLI_STALE)); bip 370 fs/xfs/xfs_buf_item.c trace_xfs_buf_item_pin(bip); bip 372 fs/xfs/xfs_buf_item.c atomic_inc(&bip->bli_refcount); bip 373 fs/xfs/xfs_buf_item.c atomic_inc(&bip->bli_buf->b_pin_count); bip 394 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip = BUF_ITEM(lip); bip 395 fs/xfs/xfs_buf_item.c xfs_buf_t *bp = bip->bli_buf; bip 397 fs/xfs/xfs_buf_item.c int stale = bip->bli_flags & XFS_BLI_STALE; bip 400 fs/xfs/xfs_buf_item.c ASSERT(bp->b_log_item == bip); bip 401 fs/xfs/xfs_buf_item.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 403 fs/xfs/xfs_buf_item.c trace_xfs_buf_item_unpin(bip); bip 405 fs/xfs/xfs_buf_item.c freed = atomic_dec_and_test(&bip->bli_refcount); bip 411 fs/xfs/xfs_buf_item.c ASSERT(bip->bli_flags & XFS_BLI_STALE); bip 414 fs/xfs/xfs_buf_item.c ASSERT(bip->__bli_format.blf_flags & XFS_BLF_CANCEL); bip 416 fs/xfs/xfs_buf_item.c trace_xfs_buf_item_unpin_stale(bip); bip 443 fs/xfs/xfs_buf_item.c if (bip->bli_flags & XFS_BLI_STALE_INODE) { bip 495 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip = BUF_ITEM(lip); bip 496 fs/xfs/xfs_buf_item.c struct xfs_buf *bp = bip->bli_buf; bip 514 fs/xfs/xfs_buf_item.c ASSERT(!(bip->bli_flags & XFS_BLI_STALE)); bip 516 fs/xfs/xfs_buf_item.c trace_xfs_buf_item_push(bip); bip 541 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip) bip 543 fs/xfs/xfs_buf_item.c struct xfs_log_item *lip = &bip->bli_item; bip 548 fs/xfs/xfs_buf_item.c if (!atomic_dec_and_test(&bip->bli_refcount)) bip 559 fs/xfs/xfs_buf_item.c dirty = bip->bli_flags & XFS_BLI_DIRTY; bip 571 fs/xfs/xfs_buf_item.c xfs_buf_item_relse(bip->bli_buf); bip 598 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip = BUF_ITEM(lip); bip 599 fs/xfs/xfs_buf_item.c struct xfs_buf *bp = bip->bli_buf; bip 601 fs/xfs/xfs_buf_item.c bool hold = bip->bli_flags & XFS_BLI_HOLD; bip 602 fs/xfs/xfs_buf_item.c bool stale = bip->bli_flags & XFS_BLI_STALE; bip 604 fs/xfs/xfs_buf_item.c bool ordered = bip->bli_flags & XFS_BLI_ORDERED; bip 605 fs/xfs/xfs_buf_item.c bool dirty = bip->bli_flags & XFS_BLI_DIRTY; bip 610 fs/xfs/xfs_buf_item.c trace_xfs_buf_item_release(bip); bip 616 fs/xfs/xfs_buf_item.c ASSERT((!ordered && dirty == xfs_buf_item_dirty_format(bip)) || bip 617 fs/xfs/xfs_buf_item.c (ordered && dirty && !xfs_buf_item_dirty_format(bip))); bip 618 fs/xfs/xfs_buf_item.c ASSERT(!stale || (bip->__bli_format.blf_flags & XFS_BLF_CANCEL)); bip 625 fs/xfs/xfs_buf_item.c bip->bli_flags &= ~(XFS_BLI_LOGGED | XFS_BLI_HOLD | XFS_BLI_ORDERED); bip 633 fs/xfs/xfs_buf_item.c released = xfs_buf_item_put(bip); bip 671 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip = BUF_ITEM(lip); bip 673 fs/xfs/xfs_buf_item.c trace_xfs_buf_item_committed(bip); bip 675 fs/xfs/xfs_buf_item.c if ((bip->bli_flags & XFS_BLI_INODE_ALLOC_BUF) && lip->li_lsn != 0) bip 693 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip, bip 696 fs/xfs/xfs_buf_item.c ASSERT(bip->bli_formats == NULL); bip 697 fs/xfs/xfs_buf_item.c bip->bli_format_count = count; bip 700 fs/xfs/xfs_buf_item.c bip->bli_formats = &bip->__bli_format; bip 704 fs/xfs/xfs_buf_item.c bip->bli_formats = kmem_zalloc(count * sizeof(struct xfs_buf_log_format), bip 706 fs/xfs/xfs_buf_item.c if (!bip->bli_formats) bip 713 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip) bip 715 fs/xfs/xfs_buf_item.c if (bip->bli_formats != &bip->__bli_format) { bip 716 fs/xfs/xfs_buf_item.c kmem_free(bip->bli_formats); bip 717 fs/xfs/xfs_buf_item.c bip->bli_formats = NULL; bip 731 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 743 fs/xfs/xfs_buf_item.c if (bip) { bip 744 fs/xfs/xfs_buf_item.c ASSERT(bip->bli_item.li_type == XFS_LI_BUF); bip 746 fs/xfs/xfs_buf_item.c ASSERT(bip->bli_buf == bp); bip 750 fs/xfs/xfs_buf_item.c bip = kmem_zone_zalloc(xfs_buf_item_zone, 0); bip 751 fs/xfs/xfs_buf_item.c xfs_log_item_init(mp, &bip->bli_item, XFS_LI_BUF, &xfs_buf_item_ops); bip 752 fs/xfs/xfs_buf_item.c bip->bli_buf = bp; bip 763 fs/xfs/xfs_buf_item.c error = xfs_buf_item_get_format(bip, bp->b_map_count); bip 766 fs/xfs/xfs_buf_item.c kmem_zone_free(xfs_buf_item_zone, bip); bip 771 fs/xfs/xfs_buf_item.c for (i = 0; i < bip->bli_format_count; i++) { bip 776 fs/xfs/xfs_buf_item.c bip->bli_formats[i].blf_type = XFS_LI_BUF; bip 777 fs/xfs/xfs_buf_item.c bip->bli_formats[i].blf_blkno = bp->b_maps[i].bm_bn; bip 778 fs/xfs/xfs_buf_item.c bip->bli_formats[i].blf_len = bp->b_maps[i].bm_len; bip 779 fs/xfs/xfs_buf_item.c bip->bli_formats[i].blf_map_size = map_size; bip 782 fs/xfs/xfs_buf_item.c bp->b_log_item = bip; bip 875 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip, bip 882 fs/xfs/xfs_buf_item.c struct xfs_buf *bp = bip->bli_buf; bip 888 fs/xfs/xfs_buf_item.c for (i = 0; i < bip->bli_format_count; i++) { bip 910 fs/xfs/xfs_buf_item.c &bip->bli_formats[i].blf_data_map[0]); bip 923 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip) bip 927 fs/xfs/xfs_buf_item.c for (i = 0; i < bip->bli_format_count; i++) { bip 928 fs/xfs/xfs_buf_item.c if (!xfs_bitmap_empty(bip->bli_formats[i].blf_data_map, bip 929 fs/xfs/xfs_buf_item.c bip->bli_formats[i].blf_map_size)) bip 938 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip) bip 940 fs/xfs/xfs_buf_item.c xfs_buf_item_free_format(bip); bip 941 fs/xfs/xfs_buf_item.c kmem_free(bip->bli_item.li_lv_shadow); bip 942 fs/xfs/xfs_buf_item.c kmem_zone_free(xfs_buf_item_zone, bip); bip 956 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 959 fs/xfs/xfs_buf_item.c ASSERT(!(bip->bli_item.li_flags & XFS_LI_IN_AIL)); bip 966 fs/xfs/xfs_buf_item.c xfs_buf_item_free(bip); bip 1071 fs/xfs/xfs_buf_item.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 1085 fs/xfs/xfs_buf_item.c mp = lip ? lip->li_mountp : bip->bli_item.li_mountp; bip 2551 fs/xfs/xfs_log_recover.c struct xfs_buf_log_item *bip; bip 2556 fs/xfs/xfs_log_recover.c bip = bp->b_log_item; bip 2557 fs/xfs/xfs_log_recover.c bip->bli_item.li_lsn = current_lsn; bip 426 fs/xfs/xfs_trace.h TP_PROTO(struct xfs_buf_log_item *bip), bip 427 fs/xfs/xfs_trace.h TP_ARGS(bip), bip 442 fs/xfs/xfs_trace.h __entry->dev = bip->bli_buf->b_target->bt_dev; bip 443 fs/xfs/xfs_trace.h __entry->bli_flags = bip->bli_flags; bip 444 fs/xfs/xfs_trace.h __entry->bli_recur = bip->bli_recur; bip 445 fs/xfs/xfs_trace.h __entry->bli_refcount = atomic_read(&bip->bli_refcount); bip 446 fs/xfs/xfs_trace.h __entry->buf_bno = bip->bli_buf->b_bn; bip 447 fs/xfs/xfs_trace.h __entry->buf_len = BBTOB(bip->bli_buf->b_length); bip 448 fs/xfs/xfs_trace.h __entry->buf_flags = bip->bli_buf->b_flags; bip 449 fs/xfs/xfs_trace.h __entry->buf_hold = atomic_read(&bip->bli_buf->b_hold); bip 450 fs/xfs/xfs_trace.h __entry->buf_pincount = atomic_read(&bip->bli_buf->b_pin_count); bip 451 fs/xfs/xfs_trace.h __entry->buf_lockval = bip->bli_buf->b_sema.count; bip 452 fs/xfs/xfs_trace.h __entry->li_flags = bip->bli_item.li_flags; bip 472 fs/xfs/xfs_trace.h TP_PROTO(struct xfs_buf_log_item *bip), \ bip 473 fs/xfs/xfs_trace.h TP_ARGS(bip)) bip 66 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip; bip 76 fs/xfs/xfs_trans_buf.c bip = bp->b_log_item; bip 77 fs/xfs/xfs_trans_buf.c ASSERT(!(bip->bli_flags & XFS_BLI_STALE)); bip 78 fs/xfs/xfs_trans_buf.c ASSERT(!(bip->__bli_format.blf_flags & XFS_BLF_CANCEL)); bip 79 fs/xfs/xfs_trans_buf.c ASSERT(!(bip->bli_flags & XFS_BLI_LOGGED)); bip 81 fs/xfs/xfs_trans_buf.c bip->bli_recur = 0; bip 86 fs/xfs/xfs_trans_buf.c atomic_inc(&bip->bli_refcount); bip 92 fs/xfs/xfs_trans_buf.c xfs_trans_add_item(tp, &bip->bli_item); bip 124 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip; bip 144 fs/xfs/xfs_trans_buf.c bip = bp->b_log_item; bip 145 fs/xfs/xfs_trans_buf.c ASSERT(bip != NULL); bip 146 fs/xfs/xfs_trans_buf.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 147 fs/xfs/xfs_trans_buf.c bip->bli_recur++; bip 148 fs/xfs/xfs_trans_buf.c trace_xfs_trans_get_buf_recur(bip); bip 178 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip; bip 195 fs/xfs/xfs_trans_buf.c bip = bp->b_log_item; bip 196 fs/xfs/xfs_trans_buf.c ASSERT(bip != NULL); bip 197 fs/xfs/xfs_trans_buf.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 198 fs/xfs/xfs_trans_buf.c bip->bli_recur++; bip 199 fs/xfs/xfs_trans_buf.c trace_xfs_trans_getsb_recur(bip); bip 234 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip; bip 291 fs/xfs/xfs_trans_buf.c bip = bp->b_log_item; bip 292 fs/xfs/xfs_trans_buf.c bip->bli_recur++; bip 294 fs/xfs/xfs_trans_buf.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 295 fs/xfs/xfs_trans_buf.c trace_xfs_trans_read_buf_recur(bip); bip 355 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 357 fs/xfs/xfs_trans_buf.c if (!bip) bip 359 fs/xfs/xfs_trans_buf.c ASSERT(bip->bli_item.li_type == XFS_LI_BUF); bip 360 fs/xfs/xfs_trans_buf.c return test_bit(XFS_LI_DIRTY, &bip->bli_item.li_flags); bip 380 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 389 fs/xfs/xfs_trans_buf.c trace_xfs_trans_brelse(bip); bip 390 fs/xfs/xfs_trans_buf.c ASSERT(bip->bli_item.li_type == XFS_LI_BUF); bip 391 fs/xfs/xfs_trans_buf.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 397 fs/xfs/xfs_trans_buf.c if (bip->bli_recur > 0) { bip 398 fs/xfs/xfs_trans_buf.c bip->bli_recur--; bip 406 fs/xfs/xfs_trans_buf.c if (test_bit(XFS_LI_DIRTY, &bip->bli_item.li_flags)) bip 408 fs/xfs/xfs_trans_buf.c if (bip->bli_flags & XFS_BLI_STALE) bip 415 fs/xfs/xfs_trans_buf.c ASSERT(!(bip->bli_flags & XFS_BLI_LOGGED)); bip 416 fs/xfs/xfs_trans_buf.c xfs_trans_del_item(&bip->bli_item); bip 417 fs/xfs/xfs_trans_buf.c bip->bli_flags &= ~XFS_BLI_HOLD; bip 420 fs/xfs/xfs_trans_buf.c xfs_buf_item_put(bip); bip 437 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 440 fs/xfs/xfs_trans_buf.c ASSERT(bip != NULL); bip 441 fs/xfs/xfs_trans_buf.c ASSERT(!(bip->bli_flags & XFS_BLI_STALE)); bip 442 fs/xfs/xfs_trans_buf.c ASSERT(!(bip->__bli_format.blf_flags & XFS_BLF_CANCEL)); bip 443 fs/xfs/xfs_trans_buf.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 445 fs/xfs/xfs_trans_buf.c bip->bli_flags |= XFS_BLI_HOLD; bip 446 fs/xfs/xfs_trans_buf.c trace_xfs_trans_bhold(bip); bip 458 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 461 fs/xfs/xfs_trans_buf.c ASSERT(bip != NULL); bip 462 fs/xfs/xfs_trans_buf.c ASSERT(!(bip->bli_flags & XFS_BLI_STALE)); bip 463 fs/xfs/xfs_trans_buf.c ASSERT(!(bip->__bli_format.blf_flags & XFS_BLF_CANCEL)); bip 464 fs/xfs/xfs_trans_buf.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 465 fs/xfs/xfs_trans_buf.c ASSERT(bip->bli_flags & XFS_BLI_HOLD); bip 467 fs/xfs/xfs_trans_buf.c bip->bli_flags &= ~XFS_BLI_HOLD; bip 468 fs/xfs/xfs_trans_buf.c trace_xfs_trans_bhold_release(bip); bip 479 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 482 fs/xfs/xfs_trans_buf.c ASSERT(bip != NULL); bip 498 fs/xfs/xfs_trans_buf.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 500 fs/xfs/xfs_trans_buf.c bip->bli_item.li_cb = xfs_buf_iodone; bip 508 fs/xfs/xfs_trans_buf.c if (bip->bli_flags & XFS_BLI_STALE) { bip 509 fs/xfs/xfs_trans_buf.c bip->bli_flags &= ~XFS_BLI_STALE; bip 512 fs/xfs/xfs_trans_buf.c bip->__bli_format.blf_flags &= ~XFS_BLF_CANCEL; bip 514 fs/xfs/xfs_trans_buf.c bip->bli_flags |= XFS_BLI_DIRTY | XFS_BLI_LOGGED; bip 517 fs/xfs/xfs_trans_buf.c set_bit(XFS_LI_DIRTY, &bip->bli_item.li_flags); bip 536 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 539 fs/xfs/xfs_trans_buf.c ASSERT(!(bip->bli_flags & XFS_BLI_ORDERED)); bip 543 fs/xfs/xfs_trans_buf.c trace_xfs_trans_log_buf(bip); bip 544 fs/xfs/xfs_trans_buf.c xfs_buf_item_log(bip, first, last); bip 582 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 586 fs/xfs/xfs_trans_buf.c ASSERT(bip != NULL); bip 587 fs/xfs/xfs_trans_buf.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 589 fs/xfs/xfs_trans_buf.c trace_xfs_trans_binval(bip); bip 591 fs/xfs/xfs_trans_buf.c if (bip->bli_flags & XFS_BLI_STALE) { bip 597 fs/xfs/xfs_trans_buf.c ASSERT(!(bip->bli_flags & (XFS_BLI_LOGGED | XFS_BLI_DIRTY))); bip 598 fs/xfs/xfs_trans_buf.c ASSERT(!(bip->__bli_format.blf_flags & XFS_BLF_INODE_BUF)); bip 599 fs/xfs/xfs_trans_buf.c ASSERT(!(bip->__bli_format.blf_flags & XFS_BLFT_MASK)); bip 600 fs/xfs/xfs_trans_buf.c ASSERT(bip->__bli_format.blf_flags & XFS_BLF_CANCEL); bip 601 fs/xfs/xfs_trans_buf.c ASSERT(test_bit(XFS_LI_DIRTY, &bip->bli_item.li_flags)); bip 608 fs/xfs/xfs_trans_buf.c bip->bli_flags |= XFS_BLI_STALE; bip 609 fs/xfs/xfs_trans_buf.c bip->bli_flags &= ~(XFS_BLI_INODE_BUF | XFS_BLI_LOGGED | XFS_BLI_DIRTY); bip 610 fs/xfs/xfs_trans_buf.c bip->__bli_format.blf_flags &= ~XFS_BLF_INODE_BUF; bip 611 fs/xfs/xfs_trans_buf.c bip->__bli_format.blf_flags |= XFS_BLF_CANCEL; bip 612 fs/xfs/xfs_trans_buf.c bip->__bli_format.blf_flags &= ~XFS_BLFT_MASK; bip 613 fs/xfs/xfs_trans_buf.c for (i = 0; i < bip->bli_format_count; i++) { bip 614 fs/xfs/xfs_trans_buf.c memset(bip->bli_formats[i].blf_data_map, 0, bip 615 fs/xfs/xfs_trans_buf.c (bip->bli_formats[i].blf_map_size * sizeof(uint))); bip 617 fs/xfs/xfs_trans_buf.c set_bit(XFS_LI_DIRTY, &bip->bli_item.li_flags); bip 637 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 640 fs/xfs/xfs_trans_buf.c ASSERT(bip != NULL); bip 641 fs/xfs/xfs_trans_buf.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 643 fs/xfs/xfs_trans_buf.c bip->bli_flags |= XFS_BLI_INODE_BUF; bip 661 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 664 fs/xfs/xfs_trans_buf.c ASSERT(bip != NULL); bip 665 fs/xfs/xfs_trans_buf.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 667 fs/xfs/xfs_trans_buf.c bip->bli_flags |= XFS_BLI_STALE_INODE; bip 668 fs/xfs/xfs_trans_buf.c bip->bli_item.li_cb = xfs_buf_iodone; bip 686 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 689 fs/xfs/xfs_trans_buf.c ASSERT(bip != NULL); bip 690 fs/xfs/xfs_trans_buf.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 692 fs/xfs/xfs_trans_buf.c bip->bli_flags |= XFS_BLI_INODE_ALLOC_BUF; bip 708 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 711 fs/xfs/xfs_trans_buf.c ASSERT(bip != NULL); bip 712 fs/xfs/xfs_trans_buf.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 714 fs/xfs/xfs_trans_buf.c if (xfs_buf_item_dirty_format(bip)) bip 717 fs/xfs/xfs_trans_buf.c bip->bli_flags |= XFS_BLI_ORDERED; bip 718 fs/xfs/xfs_trans_buf.c trace_xfs_buf_item_ordered(bip); bip 738 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 744 fs/xfs/xfs_trans_buf.c ASSERT(bip != NULL); bip 745 fs/xfs/xfs_trans_buf.c ASSERT(atomic_read(&bip->bli_refcount) > 0); bip 747 fs/xfs/xfs_trans_buf.c xfs_blft_to_flags(&bip->__bli_format, type); bip 780 fs/xfs/xfs_trans_buf.c struct xfs_buf_log_item *bip = bp->b_log_item; bip 786 fs/xfs/xfs_trans_buf.c bip->__bli_format.blf_flags |= type; bip 337 include/linux/bio.h struct bio_integrity_payload *bip = bio_integrity(bio); bip 339 include/linux/bio.h if (bip) bip 340 include/linux/bio.h return bip->bip_flags & flag; bip 345 include/linux/bio.h static inline sector_t bip_get_seed(struct bio_integrity_payload *bip) bip 347 include/linux/bio.h return bip->bip_iter.bi_sector; bip 350 include/linux/bio.h static inline void bip_set_seed(struct bio_integrity_payload *bip, bip 353 include/linux/bio.h bip->bip_iter.bi_sector = seed; bip 743 include/linux/bio.h #define bip_for_each_vec(bvl, bip, iter) \ bip 744 include/linux/bio.h for_each_bvec(bvl, (bip)->bip_vec, iter, (bip)->bip_iter)